[ 520.758663] env[70041]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70041) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 520.759065] env[70041]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70041) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 520.759188] env[70041]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70041) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 520.759475] env[70041]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 520.860520] env[70041]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70041) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 520.870952] env[70041]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=70041) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 520.913737] env[70041]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 521.471470] env[70041]: INFO nova.virt.driver [None req-2f5a449e-5a74-480a-823f-5bf615030cca None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 521.540893] env[70041]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 521.541096] env[70041]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 521.541168] env[70041]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70041) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 524.429794] env[70041]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-a7b098cf-95c2-489a-b854-e66c52be25c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.446854] env[70041]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70041) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 524.447156] env[70041]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-8447a6a5-e0b7-43a1-8506-cd824fe52780 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.471615] env[70041]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 94f2f. [ 524.471793] env[70041]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.931s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 524.472329] env[70041]: INFO nova.virt.vmwareapi.driver [None req-2f5a449e-5a74-480a-823f-5bf615030cca None None] VMware vCenter version: 7.0.3 [ 524.475918] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7730b9-d706-4bb6-930d-0643b5455535 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.493286] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d896ffdd-80e6-48c1-9944-8fa049350078 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.499184] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3c30ca-4acb-48f2-8f82-d57a8dc7841c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.505794] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fd1ba-6dfe-4a98-9df3-049d957dfd5f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.518725] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac6e629-7c90-4a35-b5bc-6508b1175635 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.524656] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c53bcf-fa77-41ff-baa4-fc014ac7d3ad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.555298] env[70041]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b3e9689d-ea82-461c-8d34-2c1a37b1909d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.560565] env[70041]: DEBUG nova.virt.vmwareapi.driver [None req-2f5a449e-5a74-480a-823f-5bf615030cca None None] Extension org.openstack.compute already exists. {{(pid=70041) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 524.563240] env[70041]: INFO nova.compute.provider_config [None req-2f5a449e-5a74-480a-823f-5bf615030cca None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 525.066843] env[70041]: DEBUG nova.context [None req-2f5a449e-5a74-480a-823f-5bf615030cca None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),21d69438-1959-4eb2-b73c-c27b539d0efb(cell1) {{(pid=70041) load_cells /opt/stack/nova/nova/context.py:464}} [ 525.068888] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 525.069194] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 525.069896] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 525.070337] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Acquiring lock "21d69438-1959-4eb2-b73c-c27b539d0efb" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 525.070528] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Lock "21d69438-1959-4eb2-b73c-c27b539d0efb" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 525.071706] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Lock "21d69438-1959-4eb2-b73c-c27b539d0efb" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 525.092664] env[70041]: INFO dbcounter [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Registered counter for database nova_cell0 [ 525.101220] env[70041]: INFO dbcounter [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Registered counter for database nova_cell1 [ 525.541510] env[70041]: DEBUG oslo_db.sqlalchemy.engines [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70041) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 525.541915] env[70041]: DEBUG oslo_db.sqlalchemy.engines [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70041) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 525.547144] env[70041]: ERROR nova.db.main.api [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 525.547144] env[70041]: result = function(*args, **kwargs) [ 525.547144] env[70041]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 525.547144] env[70041]: return func(*args, **kwargs) [ 525.547144] env[70041]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 525.547144] env[70041]: result = fn(*args, **kwargs) [ 525.547144] env[70041]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 525.547144] env[70041]: return f(*args, **kwargs) [ 525.547144] env[70041]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 525.547144] env[70041]: return db.service_get_minimum_version(context, binaries) [ 525.547144] env[70041]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 525.547144] env[70041]: _check_db_access() [ 525.547144] env[70041]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 525.547144] env[70041]: stacktrace = ''.join(traceback.format_stack()) [ 525.547144] env[70041]: [ 525.547979] env[70041]: ERROR nova.db.main.api [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 525.547979] env[70041]: result = function(*args, **kwargs) [ 525.547979] env[70041]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 525.547979] env[70041]: return func(*args, **kwargs) [ 525.547979] env[70041]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 525.547979] env[70041]: result = fn(*args, **kwargs) [ 525.547979] env[70041]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 525.547979] env[70041]: return f(*args, **kwargs) [ 525.547979] env[70041]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 525.547979] env[70041]: return db.service_get_minimum_version(context, binaries) [ 525.547979] env[70041]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 525.547979] env[70041]: _check_db_access() [ 525.547979] env[70041]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 525.547979] env[70041]: stacktrace = ''.join(traceback.format_stack()) [ 525.547979] env[70041]: [ 525.548394] env[70041]: WARNING nova.objects.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Failed to get minimum service version for cell 21d69438-1959-4eb2-b73c-c27b539d0efb [ 525.548553] env[70041]: WARNING nova.objects.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 525.548970] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Acquiring lock "singleton_lock" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.549137] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Acquired lock "singleton_lock" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.549382] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Releasing lock "singleton_lock" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.549712] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Full set of CONF: {{(pid=70041) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 525.549855] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ******************************************************************************** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.549980] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] Configuration options gathered from: {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 525.550130] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 525.550329] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 525.550456] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ================================================================================ {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 525.550663] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] allow_resize_to_same_host = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.550837] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] arq_binding_timeout = 300 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.550967] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] backdoor_port = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.551105] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] backdoor_socket = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.551267] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] block_device_allocate_retries = 60 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.551425] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] block_device_allocate_retries_interval = 3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.551590] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cert = self.pem {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.551755] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.551920] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute_monitors = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.552095] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] config_dir = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.552487] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] config_drive_format = iso9660 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.552633] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.552831] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] config_source = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.553012] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] console_host = devstack {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.553189] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] control_exchange = nova {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.553349] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cpu_allocation_ratio = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.553509] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] daemon = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.553679] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] debug = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.553839] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] default_access_ip_network_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.554012] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] default_availability_zone = nova {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.554177] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] default_ephemeral_format = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.554343] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] default_green_pool_size = 1000 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.554575] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.554736] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] default_schedule_zone = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.554895] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] disk_allocation_ratio = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.555091] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] enable_new_services = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.555286] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] enabled_apis = ['osapi_compute'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.555451] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] enabled_ssl_apis = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.555611] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] flat_injected = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.555769] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] force_config_drive = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.555934] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] force_raw_images = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.556111] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] graceful_shutdown_timeout = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.556275] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] heal_instance_info_cache_interval = -1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.556498] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] host = cpu-1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.556674] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.556838] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.557039] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.557221] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.557386] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] instance_build_timeout = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.557544] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] instance_delete_interval = 300 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.557709] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] instance_format = [instance: %(uuid)s] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.557877] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] instance_name_template = instance-%08x {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.558052] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] instance_usage_audit = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.558226] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] instance_usage_audit_period = month {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.558389] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.558552] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.558716] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] internal_service_availability_zone = internal {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.558871] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] key = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.559040] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] live_migration_retry_count = 30 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.559215] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] log_color = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.559379] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] log_config_append = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.559545] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.559702] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] log_dir = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.559859] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] log_file = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.559987] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] log_options = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.560158] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] log_rotate_interval = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.560324] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] log_rotate_interval_type = days {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.560486] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] log_rotation_type = none {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.560620] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.560746] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.560913] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.561087] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.561217] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.561375] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] long_rpc_timeout = 1800 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.561532] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] max_concurrent_builds = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.561692] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] max_concurrent_live_migrations = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.561849] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] max_concurrent_snapshots = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.562019] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] max_local_block_devices = 3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.562182] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] max_logfile_count = 30 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.562339] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] max_logfile_size_mb = 200 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.562497] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] maximum_instance_delete_attempts = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.562685] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] metadata_listen = 0.0.0.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.562859] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] metadata_listen_port = 8775 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.563041] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] metadata_workers = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.563205] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] migrate_max_retries = -1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.563371] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] mkisofs_cmd = genisoimage {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.563578] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.563715] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] my_ip = 10.180.1.21 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.563913] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.564086] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] network_allocate_retries = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.564267] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.564435] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.564596] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] osapi_compute_listen_port = 8774 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.564761] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] osapi_compute_unique_server_name_scope = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.564929] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] osapi_compute_workers = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.565123] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] password_length = 12 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.565290] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] periodic_enable = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.565448] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] periodic_fuzzy_delay = 60 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.565613] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] pointer_model = usbtablet {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.565776] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] preallocate_images = none {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.565935] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] publish_errors = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.566081] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] pybasedir = /opt/stack/nova {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.566237] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ram_allocation_ratio = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.566394] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] rate_limit_burst = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.566561] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] rate_limit_except_level = CRITICAL {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.566722] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] rate_limit_interval = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.566882] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] reboot_timeout = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.567048] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] reclaim_instance_interval = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.567210] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] record = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.567378] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] reimage_timeout_per_gb = 60 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.567555] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] report_interval = 120 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.567700] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] rescue_timeout = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.567860] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] reserved_host_cpus = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.568064] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] reserved_host_disk_mb = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.568185] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] reserved_host_memory_mb = 512 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.568342] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] reserved_huge_pages = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.568498] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] resize_confirm_window = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.568657] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] resize_fs_using_block_device = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.568816] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] resume_guests_state_on_host_boot = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.568983] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.569156] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] rpc_response_timeout = 60 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.569318] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] run_external_periodic_tasks = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.569484] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] running_deleted_instance_action = reap {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.569640] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.569796] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] running_deleted_instance_timeout = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.569953] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler_instance_sync_interval = 120 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.570132] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_down_time = 720 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.570301] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] servicegroup_driver = db {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.570456] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] shell_completion = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.570612] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] shelved_offload_time = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.570768] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] shelved_poll_interval = 3600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.570933] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] shutdown_timeout = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.571108] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] source_is_ipv6 = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.571269] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ssl_only = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.571520] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.571689] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] sync_power_state_interval = 600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.571851] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] sync_power_state_pool_size = 1000 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.572024] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] syslog_log_facility = LOG_USER {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.572186] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] tempdir = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.572344] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] timeout_nbd = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.572507] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] transport_url = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.572687] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] update_resources_interval = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.572860] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] use_cow_images = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.573031] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] use_journal = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.573195] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] use_json = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.573353] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] use_rootwrap_daemon = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.573511] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] use_stderr = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.573668] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] use_syslog = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.573826] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vcpu_pin_set = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.573990] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plugging_is_fatal = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.574171] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plugging_timeout = 300 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.574333] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] virt_mkfs = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.574490] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] volume_usage_poll_interval = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.574650] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] watch_log_file = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.574813] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] web = /usr/share/spice-html5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 525.575025] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.575216] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.575385] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.575559] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_concurrency.disable_process_locking = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.575847] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.576041] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.576215] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.576388] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.576556] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.576733] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.576920] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.auth_strategy = keystone {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.577099] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.compute_link_prefix = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.577278] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.577451] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.dhcp_domain = novalocal {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.577619] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.enable_instance_password = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.577783] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.glance_link_prefix = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.577950] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.578170] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.578301] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.instance_list_per_project_cells = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.578464] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.list_records_by_skipping_down_cells = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.578629] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.local_metadata_per_cell = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.578798] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.max_limit = 1000 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.578967] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.metadata_cache_expiration = 15 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.579157] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.neutron_default_tenant_id = default {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.579330] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.response_validation = warn {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.579506] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.use_neutron_default_nets = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.579690] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.579858] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.580037] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.580218] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.580391] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.vendordata_dynamic_targets = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.580567] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.vendordata_jsonfile_path = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.580773] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.580975] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.backend = dogpile.cache.memcached {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.581160] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.backend_argument = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.581323] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.backend_expiration_time = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.581496] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.config_prefix = cache.oslo {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.581669] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.dead_timeout = 60.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.581839] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.debug_cache_backend = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.582008] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.enable_retry_client = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.582179] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.enable_socket_keepalive = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.582352] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.enabled = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.582517] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.enforce_fips_mode = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.582718] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.expiration_time = 600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.582878] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.hashclient_retry_attempts = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.583062] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.583233] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_dead_retry = 300 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.583395] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_password = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.583557] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.583720] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.583887] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_pool_maxsize = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.584059] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.584226] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_sasl_enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.584403] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.584570] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.584732] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.memcache_username = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.584892] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.proxies = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.585088] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.redis_db = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.585261] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.redis_password = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.585433] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.585607] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.585776] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.redis_server = localhost:6379 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.585947] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.redis_socket_timeout = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.586121] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.redis_username = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.586289] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.retry_attempts = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.586457] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.retry_delay = 0.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.586624] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.socket_keepalive_count = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.586785] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.socket_keepalive_idle = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.586948] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.socket_keepalive_interval = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.587118] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.tls_allowed_ciphers = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.587277] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.tls_cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.587435] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.tls_certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.587596] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.tls_enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.587752] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cache.tls_keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.587923] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.auth_section = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.588108] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.auth_type = password {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.588279] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.588447] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.588607] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.588805] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.588983] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.cross_az_attach = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.589171] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.debug = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.589322] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.endpoint_template = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.589485] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.http_retries = 3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.589649] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.589806] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.589981] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.os_region_name = RegionOne {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.590161] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.590322] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cinder.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.590492] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.590678] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.cpu_dedicated_set = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.590848] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.cpu_shared_set = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.591026] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.image_type_exclude_list = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.591193] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.591357] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.591518] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.591680] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.591852] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.592027] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.resource_provider_association_refresh = 300 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.592193] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.592357] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.shutdown_retry_interval = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.592534] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.592731] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] conductor.workers = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.592919] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] console.allowed_origins = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.593092] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] console.ssl_ciphers = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.593266] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] console.ssl_minimum_version = default {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.593436] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] consoleauth.enforce_session_timeout = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.593604] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] consoleauth.token_ttl = 600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.593778] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.593938] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.594113] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.594277] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.connect_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.594438] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.connect_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.594594] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.endpoint_override = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.594756] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.594918] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.595089] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.max_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.595253] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.min_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.595410] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.region_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.595567] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.retriable_status_codes = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.595724] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.service_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.595895] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.service_type = accelerator {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.596069] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.596231] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.status_code_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.596388] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.status_code_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.596546] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.596723] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.596885] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] cyborg.version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.597062] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.asyncio_connection = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.597225] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.asyncio_slave_connection = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.597396] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.backend = sqlalchemy {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.597566] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.connection = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.597733] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.connection_debug = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.597907] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.connection_parameters = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.598082] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.connection_recycle_time = 3600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.598249] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.connection_trace = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.598419] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.db_inc_retry_interval = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.598578] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.db_max_retries = 20 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.598739] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.db_max_retry_interval = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.598905] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.db_retry_interval = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.599077] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.max_overflow = 50 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.599280] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.max_pool_size = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.599398] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.max_retries = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.599566] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.599722] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.mysql_wsrep_sync_wait = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.599882] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.pool_timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.600059] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.retry_interval = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.600222] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.slave_connection = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.600385] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.sqlite_synchronous = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.600553] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] database.use_db_reconnect = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.600741] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.asyncio_connection = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.600909] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.asyncio_slave_connection = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.601092] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.backend = sqlalchemy {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.601266] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.connection = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.601431] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.connection_debug = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.601601] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.connection_parameters = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.601762] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.connection_recycle_time = 3600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.601929] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.connection_trace = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.602124] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.db_inc_retry_interval = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.602292] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.db_max_retries = 20 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.602455] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.db_max_retry_interval = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.602620] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.db_retry_interval = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.602808] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.max_overflow = 50 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.602978] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.max_pool_size = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.603158] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.max_retries = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.603330] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.603489] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.603650] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.pool_timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.603815] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.retry_interval = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.603975] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.slave_connection = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.604153] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] api_database.sqlite_synchronous = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.604331] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] devices.enabled_mdev_types = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.604507] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.604679] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.604845] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ephemeral_storage_encryption.enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.605034] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.605225] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.api_servers = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.605391] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.605554] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.605722] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.605883] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.connect_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.606052] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.connect_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.606220] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.debug = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.606389] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.default_trusted_certificate_ids = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.606586] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.enable_certificate_validation = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.606715] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.enable_rbd_download = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.606876] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.endpoint_override = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.607077] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.607263] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.607427] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.max_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.607589] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.min_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.607749] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.num_retries = 3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.607923] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.rbd_ceph_conf = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.608101] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.rbd_connect_timeout = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.608273] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.rbd_pool = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.608444] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.rbd_user = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.608608] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.region_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.608767] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.retriable_status_codes = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.608932] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.service_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.609114] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.service_type = image {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.609281] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.609438] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.status_code_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.609594] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.status_code_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.609750] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.609930] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.610105] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.verify_glance_signatures = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.610267] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] glance.version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.610432] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] guestfs.debug = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.610611] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.auth_section = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.610779] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.auth_type = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.610946] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.611118] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.611287] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.611445] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.connect_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.611605] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.connect_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.611763] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.endpoint_override = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.611927] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.612095] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.612257] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.max_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.612413] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.min_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.612570] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.region_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.612758] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.retriable_status_codes = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.612933] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.service_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.613116] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.service_type = shared-file-system {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.613281] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.share_apply_policy_timeout = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.613443] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.613599] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.status_code_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.613770] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.status_code_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.613949] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.614142] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.614304] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] manila.version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.614475] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] mks.enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.614827] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.615053] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] image_cache.manager_interval = 2400 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.615247] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] image_cache.precache_concurrency = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.615422] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] image_cache.remove_unused_base_images = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.615594] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.615760] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.615940] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] image_cache.subdirectory_name = _base {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.616129] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.api_max_retries = 60 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.616297] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.api_retry_interval = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.616458] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.auth_section = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.616623] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.auth_type = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.616787] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.616947] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.617124] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.617289] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.conductor_group = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.617445] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.connect_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.617605] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.connect_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.617764] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.endpoint_override = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.617929] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.618099] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.618263] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.max_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.618424] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.min_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.618636] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.peer_list = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.618751] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.region_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.618912] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.retriable_status_codes = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.619110] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.serial_console_state_timeout = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.619296] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.service_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.619493] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.service_type = baremetal {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.619631] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.shard = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.619796] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.619957] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.status_code_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.620129] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.status_code_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.620289] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.620469] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.620630] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ironic.version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.620815] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.620991] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] key_manager.fixed_key = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.621191] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.621356] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.barbican_api_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.621515] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.barbican_endpoint = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.621687] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.barbican_endpoint_type = public {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.621848] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.barbican_region_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.622016] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.622180] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.622345] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.622506] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.622690] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.622871] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.number_of_retries = 60 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.623052] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.retry_delay = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.623223] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.send_service_user_token = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.623388] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.623548] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.623714] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.verify_ssl = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.623911] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican.verify_ssl_path = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.624103] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican_service_user.auth_section = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.624272] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican_service_user.auth_type = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.624433] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican_service_user.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.624591] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican_service_user.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.624756] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican_service_user.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.624924] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican_service_user.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.625147] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican_service_user.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.625290] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican_service_user.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.625451] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] barbican_service_user.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.625617] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.approle_role_id = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.625777] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.approle_secret_id = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.625949] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.kv_mountpoint = secret {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.626121] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.kv_path = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.626286] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.kv_version = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.626445] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.namespace = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.626603] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.root_token_id = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.626764] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.ssl_ca_crt_file = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.626930] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.timeout = 60.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.627104] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.use_ssl = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.627276] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.627446] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.627607] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.627770] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.627929] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.connect_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628103] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.connect_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628264] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.endpoint_override = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628428] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628586] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628742] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.max_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.628898] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.min_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629071] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.region_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629236] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.retriable_status_codes = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629397] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.service_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629600] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.service_type = identity {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629725] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.629882] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.status_code_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630049] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.status_code_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630210] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630388] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630582] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] keystone.version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.630767] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.ceph_mount_options = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.631198] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.631400] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.connection_uri = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.631569] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.cpu_mode = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.631739] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.631909] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.cpu_models = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632095] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.cpu_power_governor_high = performance {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632266] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632428] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.cpu_power_management = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632595] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632798] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.device_detach_attempts = 8 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.632978] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.device_detach_timeout = 20 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633166] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.disk_cachemodes = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633329] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.disk_prefix = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633494] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.enabled_perf_events = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633660] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.file_backed_memory = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.633844] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.gid_maps = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634023] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.hw_disk_discard = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634186] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.hw_machine_type = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634357] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.images_rbd_ceph_conf = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634522] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634686] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.634855] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.images_rbd_glance_store_name = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635075] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.images_rbd_pool = rbd {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635292] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.images_type = default {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635460] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.images_volume_group = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635623] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.inject_key = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635783] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.inject_partition = -2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.635944] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.inject_password = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636119] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.iscsi_iface = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636282] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.iser_use_multipath = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636444] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636604] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636764] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_downtime = 500 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.636937] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637091] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637253] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_inbound_addr = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637414] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637572] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637731] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_scheme = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.637901] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_timeout_action = abort {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638072] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_tunnelled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638234] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_uri = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638393] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.live_migration_with_native_tls = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638552] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.max_queues = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638714] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.638939] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639114] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.nfs_mount_options = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639406] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639580] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639744] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.639906] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640087] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640255] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.num_pcie_ports = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640423] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640586] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.pmem_namespaces = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.640744] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.quobyte_client_cfg = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641039] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641216] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641380] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641542] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641701] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rbd_secret_uuid = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.641860] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rbd_user = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642030] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642205] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642360] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rescue_image_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642517] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rescue_kernel_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642705] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rescue_ramdisk_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.642879] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643050] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.rx_queue_size = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643250] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.smbfs_mount_options = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643559] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643743] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.snapshot_compression = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.643935] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.snapshot_image_format = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.644179] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.644350] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.sparse_logical_volumes = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.644513] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.swtpm_enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.644683] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.swtpm_group = tss {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.644850] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.swtpm_user = tss {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645031] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.sysinfo_serial = unique {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645191] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.tb_cache_size = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645348] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.tx_queue_size = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645511] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.uid_maps = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645672] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.use_virtio_for_bridges = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.645841] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.virt_type = kvm {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646013] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.volume_clear = zero {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646182] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.volume_clear_size = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646347] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.volume_enforce_multipath = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646513] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.volume_use_multipath = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646671] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.vzstorage_cache_path = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.646842] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647041] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647181] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647349] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647637] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647814] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.vzstorage_mount_user = stack {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.647981] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648167] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.auth_section = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648341] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.auth_type = password {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648499] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648660] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648827] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.648986] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.connect_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649173] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.connect_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649345] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.default_floating_pool = public {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649507] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.endpoint_override = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649669] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.extension_sync_interval = 600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.649834] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.http_retries = 3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650006] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650173] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650332] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.max_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650499] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650692] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.min_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650826] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.ovs_bridge = br-int {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.650987] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.physnets = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651171] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.region_name = RegionOne {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651328] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.retriable_status_codes = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651495] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.service_metadata_proxy = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651656] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.service_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651824] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.service_type = network {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.651985] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652158] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.status_code_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652316] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.status_code_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652474] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652695] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.652856] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] neutron.version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653044] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] notifications.bdms_in_notifications = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653224] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] notifications.default_level = INFO {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653387] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] notifications.include_share_mapping = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653559] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] notifications.notification_format = unversioned {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653751] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] notifications.notify_on_state_change = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.653949] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654143] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] pci.alias = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654318] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] pci.device_spec = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654483] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] pci.report_in_placement = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654656] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.auth_section = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.654832] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.auth_type = password {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655033] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655223] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655431] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655550] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655711] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.connect_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.655873] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.connect_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656044] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.default_domain_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656208] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.default_domain_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656368] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.domain_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656527] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.domain_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656687] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.endpoint_override = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.656852] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657015] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657179] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.max_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657335] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.min_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657504] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.password = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657662] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.project_domain_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.657867] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.project_domain_name = Default {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658056] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.project_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658297] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.project_name = service {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658405] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.region_name = RegionOne {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658567] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.retriable_status_codes = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658776] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.service_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.658969] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.service_type = placement {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659202] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659320] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.status_code_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659479] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.status_code_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659638] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.system_scope = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659799] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.659957] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.trust_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660152] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.user_domain_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660331] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.user_domain_name = Default {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660491] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.user_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660676] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.username = nova {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.660851] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661015] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] placement.version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661205] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.cores = 20 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661371] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.count_usage_from_placement = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661541] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661708] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.injected_file_content_bytes = 10240 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.661878] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.injected_file_path_length = 255 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662054] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.injected_files = 5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662226] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.instances = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662392] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.key_pairs = 100 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662558] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.metadata_items = 128 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662759] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.ram = 51200 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.662940] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.recheck_quota = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663125] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.server_group_members = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663296] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.server_groups = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663534] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663754] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] quota.unified_limits_resource_strategy = require {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.663935] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664117] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664283] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.image_metadata_prefilter = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664445] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664606] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.max_attempts = 3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664768] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.max_placement_results = 1000 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.664933] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665107] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665270] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665439] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] scheduler.workers = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665617] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665787] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.665965] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666150] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666315] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666477] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666636] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666822] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.666989] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.host_subset_size = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667230] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667376] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667541] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667706] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.667886] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668065] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.isolated_hosts = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668233] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.isolated_images = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668395] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668558] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668722] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.668889] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.pci_in_placement = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669098] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669274] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669437] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669600] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669764] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.669930] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670104] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.track_instance_changes = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670282] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670453] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] metrics.required = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670619] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] metrics.weight_multiplier = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670783] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.670948] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] metrics.weight_setting = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671284] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671463] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] serial_console.enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671640] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] serial_console.port_range = 10000:20000 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671812] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.671983] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672164] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] serial_console.serialproxy_port = 6083 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672333] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.auth_section = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672504] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.auth_type = password {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672684] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.672851] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673032] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673201] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673360] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673587] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.send_service_user_token = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673811] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.673986] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] service_user.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674177] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.agent_enabled = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674341] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674656] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.674864] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675050] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.html5proxy_port = 6082 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675219] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.image_compression = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675381] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.jpeg_compression = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675541] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.playback_compression = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675704] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.require_secure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.675874] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.server_listen = 127.0.0.1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676054] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676341] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676511] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.streaming_mode = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676675] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] spice.zlib_compression = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.676843] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] upgrade_levels.baseapi = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677023] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] upgrade_levels.compute = auto {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677186] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] upgrade_levels.conductor = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677345] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] upgrade_levels.scheduler = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677512] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677676] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677839] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vendordata_dynamic_auth.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.677995] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vendordata_dynamic_auth.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678171] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678333] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vendordata_dynamic_auth.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678491] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678652] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678811] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vendordata_dynamic_auth.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.678981] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.api_retry_count = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679189] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.ca_file = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679380] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679551] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.cluster_name = testcl1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679716] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.connection_pool_size = 10 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.679928] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.console_delay_seconds = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680139] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.datastore_regex = ^datastore.* {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680346] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680523] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.host_password = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680691] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.host_port = 443 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.680860] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.host_username = administrator@vsphere.local {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681039] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.insecure = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681204] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.integration_bridge = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681367] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.maximum_objects = 100 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681525] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.pbm_default_policy = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681686] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.pbm_enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.681843] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.pbm_wsdl_location = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682015] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682185] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.serial_port_proxy_uri = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682342] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.serial_port_service_uri = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682506] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.task_poll_interval = 0.5 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682702] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.use_linked_clone = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.682879] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.vnc_keymap = en-us {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683059] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.vnc_port = 5900 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683227] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vmware.vnc_port_total = 10000 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683413] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.auth_schemes = ['none'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683590] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.683910] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684116] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684294] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.novncproxy_port = 6080 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684484] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.server_listen = 127.0.0.1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684670] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684834] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.vencrypt_ca_certs = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.684996] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.vencrypt_client_cert = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685170] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vnc.vencrypt_client_key = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685346] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685509] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.disable_deep_image_inspection = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685672] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685828] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.685983] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686157] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.disable_rootwrap = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686315] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.enable_numa_live_migration = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686472] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686630] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686786] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.686943] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.libvirt_disable_apic = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687274] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687439] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687606] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687769] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.687933] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688107] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688269] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688431] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688593] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688758] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.688943] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689123] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.client_socket_timeout = 900 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689341] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.default_pool_size = 1000 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689513] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.keep_alive = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689679] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.max_header_line = 16384 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.689841] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690008] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.ssl_ca_file = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690174] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.ssl_cert_file = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690332] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.ssl_key_file = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690494] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.tcp_keepidle = 600 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690667] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690834] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] zvm.ca_file = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.690994] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] zvm.cloud_connector_url = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691294] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691467] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] zvm.reachable_timeout = 300 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691638] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691812] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.691991] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.connection_string = messaging:// {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692173] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.enabled = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692343] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.es_doc_type = notification {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692506] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.es_scroll_size = 10000 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692706] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.es_scroll_time = 2m {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.692875] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.filter_error_trace = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693060] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.hmac_keys = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693231] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.sentinel_service_name = mymaster {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693400] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.socket_timeout = 0.1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693562] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.trace_requests = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693759] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler.trace_sqlalchemy = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.693957] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler_jaeger.process_tags = {} {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694139] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler_jaeger.service_name_prefix = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694303] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] profiler_otlp.service_name_prefix = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694467] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] remote_debug.host = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694625] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] remote_debug.port = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694801] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.694964] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695140] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695301] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695461] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695620] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695782] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.695946] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696116] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696287] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696444] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696612] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696779] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.696946] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697122] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697293] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697460] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697615] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697780] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.697942] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698116] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698282] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698460] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698604] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698762] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.698919] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699096] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699258] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699416] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699575] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699734] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.ssl = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.699902] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700079] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700242] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700409] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700574] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700732] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.700917] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701094] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_notifications.retry = -1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701271] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701441] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701612] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.auth_section = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701774] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.auth_type = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.701933] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.cafile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702101] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.certfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702301] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.collect_timing = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702466] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.connect_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702623] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.connect_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702803] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.endpoint_id = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.702980] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703151] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.endpoint_override = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703309] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.endpoint_region_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703466] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.endpoint_service_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703623] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.endpoint_service_type = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.703843] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.insecure = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704009] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.keyfile = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704178] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.max_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704335] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.min_version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704491] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.region_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704649] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.retriable_status_codes = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704805] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.service_name = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.704961] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.service_type = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705136] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.split_loggers = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705295] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.status_code_retries = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705454] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.status_code_retry_delay = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705610] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.timeout = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705766] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.valid_interfaces = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.705951] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_limit.version = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706100] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_reports.file_event_handler = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706264] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706422] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] oslo_reports.log_dir = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706592] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706752] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.706911] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707086] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707252] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707408] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707577] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707734] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_ovs_privileged.group = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.707891] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708067] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708230] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708388] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] vif_plug_ovs_privileged.user = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708555] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708735] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.708928] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709097] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709268] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709439] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709625] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709763] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.709943] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710129] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_ovs.isolate_vif = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710301] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710468] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710635] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710804] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.710969] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] os_vif_ovs.per_port_bridge = False {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711151] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] privsep_osbrick.capabilities = [21] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711311] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] privsep_osbrick.group = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711466] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] privsep_osbrick.helper_command = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711629] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711790] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.711949] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] privsep_osbrick.user = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712132] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712291] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] nova_sys_admin.group = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712450] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] nova_sys_admin.helper_command = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712615] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712801] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.712967] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] nova_sys_admin.user = None {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 525.713113] env[70041]: DEBUG oslo_service.backend.eventlet.service [None req-b664b082-c79d-4a7f-8200-61fc436f9454 None None] ******************************************************************************** {{(pid=70041) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 525.713522] env[70041]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 526.216644] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Getting list of instances from cluster (obj){ [ 526.216644] env[70041]: value = "domain-c8" [ 526.216644] env[70041]: _type = "ClusterComputeResource" [ 526.216644] env[70041]: } {{(pid=70041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 526.217754] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16778861-0492-4eb9-8b4c-51fb4bb8d06d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.227584] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Got total of 0 instances {{(pid=70041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 526.228180] env[70041]: WARNING nova.virt.vmwareapi.driver [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 526.228653] env[70041]: INFO nova.virt.node [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Generated node identity 4c58aff8-f55e-4b6a-861b-97c91f559388 [ 526.228890] env[70041]: INFO nova.virt.node [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Wrote node identity 4c58aff8-f55e-4b6a-861b-97c91f559388 to /opt/stack/data/n-cpu-1/compute_id [ 526.731621] env[70041]: WARNING nova.compute.manager [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Compute nodes ['4c58aff8-f55e-4b6a-861b-97c91f559388'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 527.737391] env[70041]: INFO nova.compute.manager [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 528.743180] env[70041]: WARNING nova.compute.manager [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 528.743557] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.743706] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.743858] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 528.744018] env[70041]: DEBUG nova.compute.resource_tracker [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 528.744998] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da958e0f-6780-409b-afcb-7c7d623d3492 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.753652] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762ff31-7439-4895-8986-a0b279cea77c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.768785] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00cd693-6895-4cfa-8c6e-ca8e1f0d39a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.775208] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f2fbd-7f0e-4d55-b880-9e15e5c4187d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.803351] env[70041]: DEBUG nova.compute.resource_tracker [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181029MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 528.803501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.803728] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 529.306455] env[70041]: WARNING nova.compute.resource_tracker [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] No compute node record for cpu-1:4c58aff8-f55e-4b6a-861b-97c91f559388: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 4c58aff8-f55e-4b6a-861b-97c91f559388 could not be found. [ 529.810415] env[70041]: INFO nova.compute.resource_tracker [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 4c58aff8-f55e-4b6a-861b-97c91f559388 [ 531.318161] env[70041]: DEBUG nova.compute.resource_tracker [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 531.318528] env[70041]: DEBUG nova.compute.resource_tracker [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 531.473025] env[70041]: INFO nova.scheduler.client.report [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] [req-c2f6eb9a-8c62-4857-bd97-31386a7f646e] Created resource provider record via placement API for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 531.490058] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542f94ec-24ad-487d-b9c5-7146857e63bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.498503] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d40411-1c1e-4067-bab3-b23450c817aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.530374] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e68547-f00d-468e-a29b-1a4e0ab2dc3b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.538591] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c1164-cdbe-4e68-b73e-9eda8d97f045 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.552326] env[70041]: DEBUG nova.compute.provider_tree [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 532.088040] env[70041]: DEBUG nova.scheduler.client.report [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 532.088278] env[70041]: DEBUG nova.compute.provider_tree [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 0 to 1 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 532.088415] env[70041]: DEBUG nova.compute.provider_tree [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 532.135782] env[70041]: DEBUG nova.compute.provider_tree [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 1 to 2 during operation: update_traits {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 532.640357] env[70041]: DEBUG nova.compute.resource_tracker [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 532.640600] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.837s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.640725] env[70041]: DEBUG nova.service [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Creating RPC server for service compute {{(pid=70041) start /opt/stack/nova/nova/service.py:186}} [ 532.653486] env[70041]: DEBUG nova.service [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] Join ServiceGroup membership for this service compute {{(pid=70041) start /opt/stack/nova/nova/service.py:203}} [ 532.653696] env[70041]: DEBUG nova.servicegroup.drivers.db [None req-2fbac586-8f63-4c01-b87c-5d3ab2bf5ce1 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70041) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 544.657738] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 545.161385] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Getting list of instances from cluster (obj){ [ 545.161385] env[70041]: value = "domain-c8" [ 545.161385] env[70041]: _type = "ClusterComputeResource" [ 545.161385] env[70041]: } {{(pid=70041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 545.162670] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b80915-f93b-414a-9461-297db9fc2e74 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.171834] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Got total of 0 instances {{(pid=70041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 545.172098] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 545.172390] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Getting list of instances from cluster (obj){ [ 545.172390] env[70041]: value = "domain-c8" [ 545.172390] env[70041]: _type = "ClusterComputeResource" [ 545.172390] env[70041]: } {{(pid=70041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 545.173218] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1162e4-65bc-439c-b150-c43ff5beeca3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.180405] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Got total of 0 instances {{(pid=70041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 571.057454] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquiring lock "ce22226b-87b3-48ee-909f-af3da8a63a41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.057721] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "ce22226b-87b3-48ee-909f-af3da8a63a41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.560448] env[70041]: DEBUG nova.compute.manager [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.106157] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.106712] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.109711] env[70041]: INFO nova.compute.claims [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.799250] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquiring lock "b2b73b38-5fe8-4266-91b3-a6dca68e61ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.799507] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "b2b73b38-5fe8-4266-91b3-a6dca68e61ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.220895] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fa97ca-58ae-4b6e-aca6-8434e6d731ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.230658] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d745a-67db-4d4c-8325-7c69f0154514 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.263889] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a918cf1a-6fe6-4e92-b6d8-0b98bec5fc3b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.272821] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b182dcd-b63b-4835-81b8-99b7ef2d6c05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.287263] env[70041]: DEBUG nova.compute.provider_tree [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.292685] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquiring lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.292821] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.306473] env[70041]: DEBUG nova.compute.manager [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.568862] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "bc534caf-e753-41cf-bc21-7347d26bf4ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.569148] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "bc534caf-e753-41cf-bc21-7347d26bf4ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.793897] env[70041]: DEBUG nova.scheduler.client.report [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.801369] env[70041]: DEBUG nova.compute.manager [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.825971] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.005936] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "bcb9a98c-8ec6-4960-966b-9741fee06d34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.005936] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.073397] env[70041]: DEBUG nova.compute.manager [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.305124] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.305849] env[70041]: DEBUG nova.compute.manager [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.309933] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.484s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.314981] env[70041]: INFO nova.compute.claims [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.347150] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.510267] env[70041]: DEBUG nova.compute.manager [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.602457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.643115] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquiring lock "93508e4f-7497-4ff0-90d6-f8176c4a79be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.643115] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "93508e4f-7497-4ff0-90d6-f8176c4a79be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.819797] env[70041]: DEBUG nova.compute.utils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 574.824248] env[70041]: DEBUG nova.compute.manager [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.824248] env[70041]: DEBUG nova.network.neutron [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.043297] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.083632] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.084022] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.147307] env[70041]: DEBUG nova.compute.manager [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.331079] env[70041]: DEBUG nova.compute.manager [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.383461] env[70041]: DEBUG nova.policy [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73984e7e57c948e1969f485dc918cd17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21dc80c1fad34bceaa4c68d14d1f6af2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.478539] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722c9223-289b-44ac-b496-85159978ecc1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.485634] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490f34f-fa57-4bba-8d99-669f8c4577d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.517747] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9563391e-2949-40bd-b847-24803e0eba11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.527120] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f211af81-38a8-4111-a9ad-ec92b5b6033a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.543833] env[70041]: DEBUG nova.compute.provider_tree [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.591338] env[70041]: DEBUG nova.compute.manager [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.688058] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.047664] env[70041]: DEBUG nova.scheduler.client.report [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.117107] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.350040] env[70041]: DEBUG nova.compute.manager [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.396731] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.400020] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.400020] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.400271] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.400464] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.400741] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.401304] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.401613] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.403275] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.403697] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.404097] env[70041]: DEBUG nova.virt.hardware [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.407479] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ffc5f-2742-4dc3-b7c6-c755d2d56622 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.415993] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb28fbf-16c6-4c2d-bba5-dcc334d89ac1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.437988] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20904dfb-83a7-4ff5-a7f9-83b508fad05b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.553870] env[70041]: DEBUG nova.network.neutron [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Successfully created port: bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.557087] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.558656] env[70041]: DEBUG nova.compute.manager [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.564609] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.217s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.565985] env[70041]: INFO nova.compute.claims [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.070244] env[70041]: DEBUG nova.compute.utils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.075152] env[70041]: DEBUG nova.compute.manager [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 577.579144] env[70041]: DEBUG nova.compute.manager [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.737570] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf243da-288e-4738-9cb9-ef0af4ad539e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.746703] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97c0865-7b08-4ae8-8440-bf867ce4d11d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.779939] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645554f9-6404-498e-bea5-ca45e307acb4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.790269] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ddc962-9b9e-4325-964e-728aa3943079 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.806130] env[70041]: DEBUG nova.compute.provider_tree [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.311822] env[70041]: DEBUG nova.scheduler.client.report [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.600488] env[70041]: DEBUG nova.compute.manager [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.629365] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.629616] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.629918] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.629987] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.630569] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.630758] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.631151] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.631319] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.631493] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.631661] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.631834] env[70041]: DEBUG nova.virt.hardware [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.632715] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f169cf4-a62c-4f71-a8e5-1895398b690d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.642553] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920788c0-5516-494f-b531-0347b3b2e5dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.662602] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.676352] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.676703] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f8613a4-8a88-4876-b253-6a3651d0939a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.692200] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Created folder: OpenStack in parent group-v4. [ 578.692519] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Creating folder: Project (42c21c3103f146cc8c77d58b19a13be1). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.694249] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46428250-2614-477c-811a-75c7026dc746 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.704513] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Created folder: Project (42c21c3103f146cc8c77d58b19a13be1) in parent group-v638323. [ 578.704513] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Creating folder: Instances. Parent ref: group-v638324. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.704513] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cf85abf-fb3f-4514-a7e8-f89b0f9538d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.710407] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Created folder: Instances in parent group-v638324. [ 578.710780] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 578.710983] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.711224] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-028b217d-ca9a-4df9-889d-e6fdb71dc70b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.729246] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.729246] env[70041]: value = "task-3192129" [ 578.729246] env[70041]: _type = "Task" [ 578.729246] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.737670] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192129, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.819040] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.820470] env[70041]: DEBUG nova.compute.manager [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 578.822921] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.221s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.824381] env[70041]: INFO nova.compute.claims [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.241348] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192129, 'name': CreateVM_Task, 'duration_secs': 0.268378} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.241603] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 579.247236] env[70041]: DEBUG oslo_vmware.service [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d7cdb0-c194-40e5-aff0-4080ee8957d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.249944] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.252406] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.253150] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.253357] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e93f4dd-e742-4eaa-9545-36a8d0e0505b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.262744] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 579.262744] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e63a02-6c7e-d970-14b1-406b4ed86350" [ 579.262744] env[70041]: _type = "Task" [ 579.262744] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.272821] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e63a02-6c7e-d970-14b1-406b4ed86350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.329088] env[70041]: DEBUG nova.compute.utils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.333987] env[70041]: DEBUG nova.compute.manager [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.333987] env[70041]: DEBUG nova.network.neutron [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.500123] env[70041]: DEBUG nova.policy [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20731d52f0b94abdaac515122a5323d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0bd4637e51d4602b35ebfee464b51d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.509414] env[70041]: DEBUG nova.network.neutron [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Successfully updated port: bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.726592] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquiring lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.726885] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.776552] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.776821] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.777136] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.777204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.777624] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.777857] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26572b3e-53b9-4d77-ae62-eb91e30a3c79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.796908] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.797359] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.802257] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678f6664-0821-4086-a8ff-2956108a5ac4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.806130] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698b33d8-58e6-4b51-80da-87414b85bd0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.814027] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 579.814027] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52693e33-f726-27d3-68c1-b3845536735b" [ 579.814027] env[70041]: _type = "Task" [ 579.814027] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.821325] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52693e33-f726-27d3-68c1-b3845536735b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.837021] env[70041]: DEBUG nova.compute.manager [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 579.979713] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59095c2-af36-4467-868f-54dab00ff0bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.987757] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdab542-9247-4626-9ffc-82199c6b62d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.017037] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquiring lock "refresh_cache-ce22226b-87b3-48ee-909f-af3da8a63a41" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.017217] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquired lock "refresh_cache-ce22226b-87b3-48ee-909f-af3da8a63a41" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.017367] env[70041]: DEBUG nova.network.neutron [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.019138] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3f67c1-fb49-46b0-aa72-61332a2b8433 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.027238] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f66ae2-692f-40a5-8a3f-7a81d83b13f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.041035] env[70041]: DEBUG nova.compute.provider_tree [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.230825] env[70041]: DEBUG nova.compute.manager [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.329212] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Preparing fetch location {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 580.329587] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Creating directory with path [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.329917] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7160629f-dff7-4f95-af4a-f05f09c061ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.354737] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Created directory with path [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.359360] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Fetch image to [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 580.359360] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Downloading image file data c55f29aa-67f7-499a-8c0c-923c762528f4 to [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk on the data store datastore2 {{(pid=70041) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 580.359360] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ff8d5-090a-4376-a0e4-044080901969 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.364944] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92306b1-8d28-4a6d-a81f-24c694ec8bf3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.379480] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef624b-7a61-47c2-a054-e615f9b4a737 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.416835] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e27ea-88de-446c-9dbb-8d0af55c1c54 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.425620] env[70041]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-09bfaf86-f62e-4f53-9fb4-9cc66f6cfca6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.459741] env[70041]: DEBUG nova.network.neutron [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Successfully created port: 9d7bae37-e035-46c4-a126-5b0c41b14900 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.520233] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Downloading image file data c55f29aa-67f7-499a-8c0c-923c762528f4 to the data store datastore2 {{(pid=70041) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 580.544224] env[70041]: DEBUG nova.scheduler.client.report [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.608352] env[70041]: DEBUG oslo_vmware.rw_handles [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 580.675864] env[70041]: DEBUG nova.network.neutron [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.773554] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.848261] env[70041]: DEBUG nova.compute.manager [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 580.924399] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.924918] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.925273] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.925619] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.926947] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.926947] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.926947] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 580.926947] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 580.926947] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 581.014659] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.014659] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.014659] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.014931] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.015878] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.015878] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.015878] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.016245] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.016245] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.016312] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.016453] env[70041]: DEBUG nova.virt.hardware [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.019203] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a069be46-58f4-479b-8d22-81fdc844a529 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.035900] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a4d0fc-86cf-4c81-9e11-474a3c405035 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.058457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.058457] env[70041]: DEBUG nova.compute.manager [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.064469] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.018s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.064469] env[70041]: INFO nova.compute.claims [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.370600] env[70041]: DEBUG oslo_vmware.rw_handles [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Completed reading data from the image iterator. {{(pid=70041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 581.372088] env[70041]: DEBUG oslo_vmware.rw_handles [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 581.430743] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.431661] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Downloaded image file data c55f29aa-67f7-499a-8c0c-923c762528f4 to vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk on the data store datastore2 {{(pid=70041) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 581.434240] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Caching image {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 581.434398] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Copying Virtual Disk [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk to [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.434675] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36aef208-5420-43bc-8193-8a922728fa16 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.445662] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 581.445662] env[70041]: value = "task-3192130" [ 581.445662] env[70041]: _type = "Task" [ 581.445662] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.456083] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.486981] env[70041]: DEBUG nova.network.neutron [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Updating instance_info_cache with network_info: [{"id": "bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d", "address": "fa:16:3e:ec:92:af", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbe40ac-44", "ovs_interfaceid": "bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.573323] env[70041]: DEBUG nova.compute.utils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 581.578080] env[70041]: DEBUG nova.compute.manager [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 581.578080] env[70041]: DEBUG nova.network.neutron [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.709444] env[70041]: DEBUG nova.compute.manager [req-a3a6a65f-3941-4a0a-90ec-21be7ef026e6 req-1c1a030b-b232-4629-8045-98945b09d1ff service nova] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Received event network-vif-plugged-bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 581.709640] env[70041]: DEBUG oslo_concurrency.lockutils [req-a3a6a65f-3941-4a0a-90ec-21be7ef026e6 req-1c1a030b-b232-4629-8045-98945b09d1ff service nova] Acquiring lock "ce22226b-87b3-48ee-909f-af3da8a63a41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.709851] env[70041]: DEBUG oslo_concurrency.lockutils [req-a3a6a65f-3941-4a0a-90ec-21be7ef026e6 req-1c1a030b-b232-4629-8045-98945b09d1ff service nova] Lock "ce22226b-87b3-48ee-909f-af3da8a63a41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.712169] env[70041]: DEBUG oslo_concurrency.lockutils [req-a3a6a65f-3941-4a0a-90ec-21be7ef026e6 req-1c1a030b-b232-4629-8045-98945b09d1ff service nova] Lock "ce22226b-87b3-48ee-909f-af3da8a63a41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.712169] env[70041]: DEBUG nova.compute.manager [req-a3a6a65f-3941-4a0a-90ec-21be7ef026e6 req-1c1a030b-b232-4629-8045-98945b09d1ff service nova] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] No waiting events found dispatching network-vif-plugged-bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.712169] env[70041]: WARNING nova.compute.manager [req-a3a6a65f-3941-4a0a-90ec-21be7ef026e6 req-1c1a030b-b232-4629-8045-98945b09d1ff service nova] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Received unexpected event network-vif-plugged-bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d for instance with vm_state building and task_state spawning. [ 581.721739] env[70041]: DEBUG nova.policy [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d19cf228ed14a51afb2266353559415', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43083ab59daf458095ad711ac54256db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.958232] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192130, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.992705] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Releasing lock "refresh_cache-ce22226b-87b3-48ee-909f-af3da8a63a41" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.992989] env[70041]: DEBUG nova.compute.manager [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Instance network_info: |[{"id": "bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d", "address": "fa:16:3e:ec:92:af", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbe40ac-44", "ovs_interfaceid": "bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.993512] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:92:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.005981] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Creating folder: Project (21dc80c1fad34bceaa4c68d14d1f6af2). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.006483] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad070c29-5fa5-41f9-94c3-eb782359ca91 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.018859] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Created folder: Project (21dc80c1fad34bceaa4c68d14d1f6af2) in parent group-v638323. [ 582.018859] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Creating folder: Instances. Parent ref: group-v638327. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.018859] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebbec157-cf2e-4359-8c6f-5194d02bb94e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.028384] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Created folder: Instances in parent group-v638327. [ 582.028595] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.028797] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.029008] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08ff334d-c841-42ac-9a71-75f0d6c2b8dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.053662] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.053662] env[70041]: value = "task-3192133" [ 582.053662] env[70041]: _type = "Task" [ 582.053662] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.063677] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192133, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.081245] env[70041]: DEBUG nova.compute.manager [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.263377] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e8b70-3687-4d51-9a4b-c764ddc6bdbd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.277324] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9b3b21-6cf5-4da3-af14-3acbee4462ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.317204] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506b0125-2f5f-492e-9683-5b4d979be169 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.325274] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f2422b-56ba-4e70-8104-5d4de608c3ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.339348] env[70041]: DEBUG nova.compute.provider_tree [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.460768] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685499} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.461084] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Copied Virtual Disk [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk to [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.461281] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Deleting the datastore file [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 582.461533] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd8d266-534c-4299-969c-257119039a33 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.469381] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 582.469381] env[70041]: value = "task-3192134" [ 582.469381] env[70041]: _type = "Task" [ 582.469381] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.480995] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.482714] env[70041]: DEBUG nova.network.neutron [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Successfully created port: cb67fa9d-7a77-44e1-bead-444227428917 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.565136] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192133, 'name': CreateVM_Task, 'duration_secs': 0.383485} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.565313] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.574638] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.574872] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.575339] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.575660] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1047f74b-4d05-49e1-8075-1a5c69f0b1d9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.580916] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 582.580916] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ca9dde-1467-d072-39c3-73aed5cc5538" [ 582.580916] env[70041]: _type = "Task" [ 582.580916] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.592847] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ca9dde-1467-d072-39c3-73aed5cc5538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.846235] env[70041]: DEBUG nova.scheduler.client.report [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.979531] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02258} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.979793] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.979994] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Moving file from [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147/c55f29aa-67f7-499a-8c0c-923c762528f4 to [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4. {{(pid=70041) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 582.980248] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-be3ba624-3a84-42e7-8572-66bd99f82fb8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.987787] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 582.987787] env[70041]: value = "task-3192135" [ 582.987787] env[70041]: _type = "Task" [ 582.987787] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.997871] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192135, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.095021] env[70041]: DEBUG nova.compute.manager [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.097756] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.098050] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.098265] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.131590] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.131590] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.131758] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.131895] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.132352] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.132797] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.132797] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.132937] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.133184] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.133379] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.133545] env[70041]: DEBUG nova.virt.hardware [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.134748] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce85c46-1251-4aff-a5c5-f078c30e59f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.143629] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a250152-e4a7-4265-b85a-3cf5db93dc76 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.354031] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.355269] env[70041]: DEBUG nova.compute.manager [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.361172] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.669s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.362229] env[70041]: INFO nova.compute.claims [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.456468] env[70041]: DEBUG nova.network.neutron [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Successfully updated port: 9d7bae37-e035-46c4-a126-5b0c41b14900 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.503840] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192135, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.031212} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.504944] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] File moved {{(pid=70041) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 583.504944] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Cleaning up location [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 583.504944] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Deleting the datastore file [datastore2] vmware_temp/9de161d2-9364-46b2-b4d1-e964c276e147 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 583.505118] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fcf30cb-57be-4df7-acc0-923179551598 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.512290] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 583.512290] env[70041]: value = "task-3192136" [ 583.512290] env[70041]: _type = "Task" [ 583.512290] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.520876] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.770748] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "0a2ce7c7-8747-4c46-916b-331e8781a46e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.770924] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "0a2ce7c7-8747-4c46-916b-331e8781a46e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.866882] env[70041]: DEBUG nova.compute.utils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.868631] env[70041]: DEBUG nova.compute.manager [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.868631] env[70041]: DEBUG nova.network.neutron [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.950851] env[70041]: DEBUG nova.policy [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f64e1d7d9e24e12b95df62ae04e75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3510290228a4389b972dd2c1a12bff3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.958987] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquiring lock "refresh_cache-677f9ba1-fafd-4309-82f9-f9d6b537db6c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.960328] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquired lock "refresh_cache-677f9ba1-fafd-4309-82f9-f9d6b537db6c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.960328] env[70041]: DEBUG nova.network.neutron [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.022267] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026493} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.022581] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 584.023275] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03253e5f-f2b3-4761-a551-1ee51560286a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.032632] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 584.032632] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522ee9eb-8d9d-6d2e-0889-d3dbe382453c" [ 584.032632] env[70041]: _type = "Task" [ 584.032632] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.041748] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522ee9eb-8d9d-6d2e-0889-d3dbe382453c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.278541] env[70041]: DEBUG nova.compute.manager [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.382259] env[70041]: DEBUG nova.compute.manager [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.546342] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522ee9eb-8d9d-6d2e-0889-d3dbe382453c, 'name': SearchDatastore_Task, 'duration_secs': 0.008793} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.549180] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.549469] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] b2b73b38-5fe8-4266-91b3-a6dca68e61ee/b2b73b38-5fe8-4266-91b3-a6dca68e61ee.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.550130] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.550202] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.550738] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81c6fe83-3778-451b-8cd4-d38816f09a90 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.553480] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5ce2068-fefb-42fc-bdbd-0806f5d8c27f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.560218] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 584.560218] env[70041]: value = "task-3192137" [ 584.560218] env[70041]: _type = "Task" [ 584.560218] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.567980] env[70041]: DEBUG nova.network.neutron [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 584.576742] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.580187] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.580270] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.580949] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743b3dda-4300-4228-82ae-59eb8fb8b245 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.586332] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 584.586332] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52610098-3012-0721-b834-be4534ae8253" [ 584.586332] env[70041]: _type = "Task" [ 584.586332] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.601199] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52610098-3012-0721-b834-be4534ae8253, 'name': SearchDatastore_Task, 'duration_secs': 0.008856} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.601895] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209f5d35-0082-4c2b-a387-a36b48098bc9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.607418] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 584.607418] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b3d7e3-538d-16a8-b9d1-f857670a5c97" [ 584.607418] env[70041]: _type = "Task" [ 584.607418] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.616084] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b3d7e3-538d-16a8-b9d1-f857670a5c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.617544] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd20499-bda4-41dc-87ed-339aa9ddf2d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.626615] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a164edb-750b-4bff-a378-7778a789208f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.661826] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c493a0-cd55-47dc-b091-4fd7283693b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.668386] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3662ce5f-98ed-4fb5-b473-f765df5a60cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.687626] env[70041]: DEBUG nova.compute.provider_tree [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.690635] env[70041]: DEBUG nova.network.neutron [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Successfully created port: 2f700e19-5d2a-4cdc-b294-1308ec459195 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.806141] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.073152] env[70041]: DEBUG nova.compute.manager [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Received event network-changed-bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 585.073152] env[70041]: DEBUG nova.compute.manager [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Refreshing instance network info cache due to event network-changed-bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 585.077436] env[70041]: DEBUG oslo_concurrency.lockutils [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] Acquiring lock "refresh_cache-ce22226b-87b3-48ee-909f-af3da8a63a41" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.077436] env[70041]: DEBUG oslo_concurrency.lockutils [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] Acquired lock "refresh_cache-ce22226b-87b3-48ee-909f-af3da8a63a41" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.077436] env[70041]: DEBUG nova.network.neutron [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Refreshing network info cache for port bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.081162] env[70041]: DEBUG nova.network.neutron [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Updating instance_info_cache with network_info: [{"id": "9d7bae37-e035-46c4-a126-5b0c41b14900", "address": "fa:16:3e:7e:cd:7d", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7bae37-e0", "ovs_interfaceid": "9d7bae37-e035-46c4-a126-5b0c41b14900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.088379] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506173} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.089556] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] b2b73b38-5fe8-4266-91b3-a6dca68e61ee/b2b73b38-5fe8-4266-91b3-a6dca68e61ee.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.092025] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 585.092025] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6038ac9-0260-49d2-8191-34986b16367c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.096820] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 585.096820] env[70041]: value = "task-3192138" [ 585.096820] env[70041]: _type = "Task" [ 585.096820] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.106140] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.117503] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b3d7e3-538d-16a8-b9d1-f857670a5c97, 'name': SearchDatastore_Task, 'duration_secs': 0.008372} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.117770] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.118065] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] ce22226b-87b3-48ee-909f-af3da8a63a41/ce22226b-87b3-48ee-909f-af3da8a63a41.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.118337] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8815b927-7a9a-45ed-82ea-842cecda30c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.129168] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 585.129168] env[70041]: value = "task-3192139" [ 585.129168] env[70041]: _type = "Task" [ 585.129168] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.138855] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.194053] env[70041]: DEBUG nova.scheduler.client.report [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.299829] env[70041]: DEBUG nova.network.neutron [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Successfully updated port: cb67fa9d-7a77-44e1-bead-444227428917 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.393092] env[70041]: DEBUG nova.compute.manager [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.425139] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.425416] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.425569] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.425775] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.426057] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.426128] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.426317] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.426533] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.426710] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.427318] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.427645] env[70041]: DEBUG nova.virt.hardware [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.429266] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7afe7d-53ee-44fb-8abf-67f1ae13ca7d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.440342] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754f600e-5727-4079-b34a-9a1dbb00900c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.595638] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Releasing lock "refresh_cache-677f9ba1-fafd-4309-82f9-f9d6b537db6c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.595638] env[70041]: DEBUG nova.compute.manager [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Instance network_info: |[{"id": "9d7bae37-e035-46c4-a126-5b0c41b14900", "address": "fa:16:3e:7e:cd:7d", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7bae37-e0", "ovs_interfaceid": "9d7bae37-e035-46c4-a126-5b0c41b14900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.596017] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:cd:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d7bae37-e035-46c4-a126-5b0c41b14900', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.604507] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Creating folder: Project (c0bd4637e51d4602b35ebfee464b51d4). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.605405] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea10add8-74a0-464f-83e3-3d56989490d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.623828] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065893} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.624103] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.626216] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a528e4-1148-44ba-90f1-b8f249a1bc22 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.629205] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Created folder: Project (c0bd4637e51d4602b35ebfee464b51d4) in parent group-v638323. [ 585.629205] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Creating folder: Instances. Parent ref: group-v638330. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.629396] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdc8d86c-0d7c-4be8-8701-c197fc7930b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.653814] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] b2b73b38-5fe8-4266-91b3-a6dca68e61ee/b2b73b38-5fe8-4266-91b3-a6dca68e61ee.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.656693] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef07248-0a94-4523-b67e-cbe90b8fcf29 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.671137] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Created folder: Instances in parent group-v638330. [ 585.671419] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 585.674421] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.674421] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b2f3778-f06d-4128-9b94-11c51642cc2f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.692510] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 585.692510] env[70041]: value = "task-3192142" [ 585.692510] env[70041]: _type = "Task" [ 585.692510] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.699921] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192139, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.701922] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.702421] env[70041]: DEBUG nova.compute.manager [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.705089] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.705089] env[70041]: value = "task-3192143" [ 585.705089] env[70041]: _type = "Task" [ 585.705089] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.708084] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.589s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.708084] env[70041]: INFO nova.compute.claims [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.718610] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.726856] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192143, 'name': CreateVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.805890] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "refresh_cache-bc534caf-e753-41cf-bc21-7347d26bf4ce" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.805890] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquired lock "refresh_cache-bc534caf-e753-41cf-bc21-7347d26bf4ce" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.805890] env[70041]: DEBUG nova.network.neutron [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.154877] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquiring lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.155170] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.156337] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744362} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.157128] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] ce22226b-87b3-48ee-909f-af3da8a63a41/ce22226b-87b3-48ee-909f-af3da8a63a41.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.157128] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.157594] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15ae0914-fa56-4752-a820-ba4fc2f47940 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.165845] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 586.165845] env[70041]: value = "task-3192144" [ 586.165845] env[70041]: _type = "Task" [ 586.165845] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.175547] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.205251] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192142, 'name': ReconfigVM_Task, 'duration_secs': 0.392132} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.205251] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Reconfigured VM instance instance-00000002 to attach disk [datastore2] b2b73b38-5fe8-4266-91b3-a6dca68e61ee/b2b73b38-5fe8-4266-91b3-a6dca68e61ee.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.205873] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e154da0-641a-4e49-951d-5956bdb1277d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.212038] env[70041]: DEBUG nova.compute.utils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.219284] env[70041]: DEBUG nova.compute.manager [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.219427] env[70041]: DEBUG nova.network.neutron [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.221740] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 586.221740] env[70041]: value = "task-3192145" [ 586.221740] env[70041]: _type = "Task" [ 586.221740] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.230694] env[70041]: DEBUG nova.network.neutron [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Updated VIF entry in instance network info cache for port bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.230992] env[70041]: DEBUG nova.network.neutron [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Updating instance_info_cache with network_info: [{"id": "bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d", "address": "fa:16:3e:ec:92:af", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbe40ac-44", "ovs_interfaceid": "bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.233345] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192143, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.238979] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192145, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.342572] env[70041]: DEBUG nova.policy [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5cf1ad734dc4d6f8eaf8356d20f365b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2dd6a4073cef491888097dae65602c3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.416074] env[70041]: DEBUG nova.network.neutron [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.658248] env[70041]: DEBUG nova.compute.manager [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.679079] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123299} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.679364] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.680165] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951ae1c8-57f1-4e48-80ec-9fa6e7927d90 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.704378] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] ce22226b-87b3-48ee-909f-af3da8a63a41/ce22226b-87b3-48ee-909f-af3da8a63a41.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.704378] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3260a1-101b-4c0e-9e01-4c011d5625a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.728087] env[70041]: DEBUG nova.compute.manager [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.737365] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 586.737365] env[70041]: value = "task-3192146" [ 586.737365] env[70041]: _type = "Task" [ 586.737365] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.737365] env[70041]: DEBUG oslo_concurrency.lockutils [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] Releasing lock "refresh_cache-ce22226b-87b3-48ee-909f-af3da8a63a41" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.737365] env[70041]: DEBUG nova.compute.manager [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Received event network-vif-plugged-9d7bae37-e035-46c4-a126-5b0c41b14900 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 586.737365] env[70041]: DEBUG oslo_concurrency.lockutils [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] Acquiring lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.737365] env[70041]: DEBUG oslo_concurrency.lockutils [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] Lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.737692] env[70041]: DEBUG oslo_concurrency.lockutils [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] Lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.737692] env[70041]: DEBUG nova.compute.manager [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] No waiting events found dispatching network-vif-plugged-9d7bae37-e035-46c4-a126-5b0c41b14900 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 586.737798] env[70041]: WARNING nova.compute.manager [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Received unexpected event network-vif-plugged-9d7bae37-e035-46c4-a126-5b0c41b14900 for instance with vm_state building and task_state spawning. [ 586.737940] env[70041]: DEBUG nova.compute.manager [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Received event network-changed-9d7bae37-e035-46c4-a126-5b0c41b14900 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 586.738196] env[70041]: DEBUG nova.compute.manager [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Refreshing instance network info cache due to event network-changed-9d7bae37-e035-46c4-a126-5b0c41b14900. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 586.738385] env[70041]: DEBUG oslo_concurrency.lockutils [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] Acquiring lock "refresh_cache-677f9ba1-fafd-4309-82f9-f9d6b537db6c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.738516] env[70041]: DEBUG oslo_concurrency.lockutils [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] Acquired lock "refresh_cache-677f9ba1-fafd-4309-82f9-f9d6b537db6c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.738666] env[70041]: DEBUG nova.network.neutron [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Refreshing network info cache for port 9d7bae37-e035-46c4-a126-5b0c41b14900 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.746896] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192143, 'name': CreateVM_Task, 'duration_secs': 0.855961} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.753278] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.753947] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192145, 'name': Rename_Task, 'duration_secs': 0.141801} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.757454] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.757554] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.758090] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.758179] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.761673] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ffe51a-5c53-41f2-b6d7-5a23a77b2d13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.765017] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6ef1e6-8157-41af-9a76-f21037987472 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.765240] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.771313] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 586.771313] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f944f8-62a3-7dc5-9c3f-7b2fed05ec14" [ 586.771313] env[70041]: _type = "Task" [ 586.771313] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.776499] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 586.776499] env[70041]: value = "task-3192147" [ 586.776499] env[70041]: _type = "Task" [ 586.776499] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.783370] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f944f8-62a3-7dc5-9c3f-7b2fed05ec14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.789968] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192147, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.950880] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18416bca-b61e-4ccc-ac43-dc975aa0f392 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.959695] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cce9ed-c7f3-429c-b171-154ce0561943 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.999915] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5343757a-a4ca-4725-871a-b3922fd2ba43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.012873] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66e68ae-105b-46bd-ab76-101ec1a4eeb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.027552] env[70041]: DEBUG nova.compute.provider_tree [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.122113] env[70041]: DEBUG nova.network.neutron [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Updating instance_info_cache with network_info: [{"id": "cb67fa9d-7a77-44e1-bead-444227428917", "address": "fa:16:3e:a1:4d:14", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb67fa9d-7a", "ovs_interfaceid": "cb67fa9d-7a77-44e1-bead-444227428917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.179644] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.248832] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192146, 'name': ReconfigVM_Task, 'duration_secs': 0.300076} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.249115] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Reconfigured VM instance instance-00000001 to attach disk [datastore2] ce22226b-87b3-48ee-909f-af3da8a63a41/ce22226b-87b3-48ee-909f-af3da8a63a41.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.249711] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae925995-0581-4248-b312-57b010220553 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.255791] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 587.255791] env[70041]: value = "task-3192148" [ 587.255791] env[70041]: _type = "Task" [ 587.255791] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.264878] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192148, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.284302] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f944f8-62a3-7dc5-9c3f-7b2fed05ec14, 'name': SearchDatastore_Task, 'duration_secs': 0.018821} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.286108] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.286108] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 587.286108] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.286108] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.286524] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 587.286524] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f52ee32f-9b66-4105-bdd3-088c139b51c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.291515] env[70041]: DEBUG oslo_vmware.api [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192147, 'name': PowerOnVM_Task, 'duration_secs': 0.459934} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.292216] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.292635] env[70041]: INFO nova.compute.manager [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Took 8.69 seconds to spawn the instance on the hypervisor. [ 587.292888] env[70041]: DEBUG nova.compute.manager [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.293695] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463801fe-54d6-48ec-be16-6279b4747fb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.299011] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 587.299190] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 587.300767] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033887cc-bec8-444f-9746-b6dca260dd1b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.310863] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 587.310863] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5275c30b-2379-4a9d-cfdb-ba456c4c7e94" [ 587.310863] env[70041]: _type = "Task" [ 587.310863] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.318129] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5275c30b-2379-4a9d-cfdb-ba456c4c7e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.502301] env[70041]: DEBUG nova.network.neutron [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Successfully updated port: 2f700e19-5d2a-4cdc-b294-1308ec459195 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.534303] env[70041]: DEBUG nova.scheduler.client.report [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.625275] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Releasing lock "refresh_cache-bc534caf-e753-41cf-bc21-7347d26bf4ce" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.626464] env[70041]: DEBUG nova.compute.manager [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Instance network_info: |[{"id": "cb67fa9d-7a77-44e1-bead-444227428917", "address": "fa:16:3e:a1:4d:14", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb67fa9d-7a", "ovs_interfaceid": "cb67fa9d-7a77-44e1-bead-444227428917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.627774] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:4d:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb67fa9d-7a77-44e1-bead-444227428917', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.645328] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Creating folder: Project (43083ab59daf458095ad711ac54256db). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.646020] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34bebe41-aacb-4ca0-a9d2-a38d2284e878 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.659350] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Created folder: Project (43083ab59daf458095ad711ac54256db) in parent group-v638323. [ 587.659697] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Creating folder: Instances. Parent ref: group-v638333. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.660052] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1092a3b8-a0cb-421e-b8ef-747a713c2cb7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.669785] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Created folder: Instances in parent group-v638333. [ 587.670131] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.670396] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.670676] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cce0fe2a-57dc-4d25-babc-ae75e6f76a42 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.696814] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.696814] env[70041]: value = "task-3192151" [ 587.696814] env[70041]: _type = "Task" [ 587.696814] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.705507] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192151, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.728386] env[70041]: DEBUG nova.network.neutron [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Updated VIF entry in instance network info cache for port 9d7bae37-e035-46c4-a126-5b0c41b14900. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.728787] env[70041]: DEBUG nova.network.neutron [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Updating instance_info_cache with network_info: [{"id": "9d7bae37-e035-46c4-a126-5b0c41b14900", "address": "fa:16:3e:7e:cd:7d", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.77", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7bae37-e0", "ovs_interfaceid": "9d7bae37-e035-46c4-a126-5b0c41b14900", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.745048] env[70041]: DEBUG nova.compute.manager [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.765425] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192148, 'name': Rename_Task, 'duration_secs': 0.205313} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.767841] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.768563] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4fc72cb-df91-4a2b-b98b-74e5d65c5f52 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.772131] env[70041]: DEBUG nova.network.neutron [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Successfully created port: 61cc7d4d-874e-45b2-8bd7-ac149293d65a {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.777458] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.777902] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.777902] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.778038] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.778169] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.778310] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.778511] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.778666] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.778826] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.778997] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.779189] env[70041]: DEBUG nova.virt.hardware [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.780046] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50780592-4944-4800-a967-173913723245 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.784426] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 587.784426] env[70041]: value = "task-3192152" [ 587.784426] env[70041]: _type = "Task" [ 587.784426] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.795715] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b405265-1e90-4112-afb6-d0548d7c65a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.803234] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192152, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.827984] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5275c30b-2379-4a9d-cfdb-ba456c4c7e94, 'name': SearchDatastore_Task, 'duration_secs': 0.016607} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.829048] env[70041]: INFO nova.compute.manager [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Took 14.02 seconds to build instance. [ 587.832711] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec12af6b-3ce2-47c1-8b20-fa154d09686b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.836393] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 587.836393] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52764957-1472-836a-c618-e03dead96173" [ 587.836393] env[70041]: _type = "Task" [ 587.836393] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.845908] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52764957-1472-836a-c618-e03dead96173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.005489] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "refresh_cache-bcb9a98c-8ec6-4960-966b-9741fee06d34" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.005489] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "refresh_cache-bcb9a98c-8ec6-4960-966b-9741fee06d34" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.005489] env[70041]: DEBUG nova.network.neutron [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.038890] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.039650] env[70041]: DEBUG nova.compute.manager [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.044486] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.270s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.046114] env[70041]: INFO nova.compute.claims [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.211860] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192151, 'name': CreateVM_Task, 'duration_secs': 0.447515} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.212220] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.212745] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.212904] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.213292] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.213564] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-015a7318-5b41-4067-90e0-6e5c39e968cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.218522] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 588.218522] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d34fd8-562c-9994-6b91-a9dcd1bd8a58" [ 588.218522] env[70041]: _type = "Task" [ 588.218522] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.226780] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d34fd8-562c-9994-6b91-a9dcd1bd8a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.231790] env[70041]: DEBUG oslo_concurrency.lockutils [req-40dd98b5-897c-4f5e-86a9-584c98c04e0f req-da905a16-44cd-485b-8555-ec989ae79432 service nova] Releasing lock "refresh_cache-677f9ba1-fafd-4309-82f9-f9d6b537db6c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.294755] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192152, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.335809] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7ca2cbcc-0a79-4e2a-9da5-b0bcc0de843f tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "b2b73b38-5fe8-4266-91b3-a6dca68e61ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.535s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.347549] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52764957-1472-836a-c618-e03dead96173, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.347815] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.348101] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 677f9ba1-fafd-4309-82f9-f9d6b537db6c/677f9ba1-fafd-4309-82f9-f9d6b537db6c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.348352] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-157eeef1-d851-4060-9987-598fa8253a13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.354946] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 588.354946] env[70041]: value = "task-3192153" [ 588.354946] env[70041]: _type = "Task" [ 588.354946] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.363864] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.560685] env[70041]: DEBUG nova.compute.utils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.564057] env[70041]: DEBUG nova.compute.manager [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.564233] env[70041]: DEBUG nova.network.neutron [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.571612] env[70041]: DEBUG nova.network.neutron [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.594680] env[70041]: DEBUG nova.compute.manager [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Received event network-vif-plugged-cb67fa9d-7a77-44e1-bead-444227428917 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 588.594893] env[70041]: DEBUG oslo_concurrency.lockutils [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] Acquiring lock "bc534caf-e753-41cf-bc21-7347d26bf4ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.595156] env[70041]: DEBUG oslo_concurrency.lockutils [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] Lock "bc534caf-e753-41cf-bc21-7347d26bf4ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.595347] env[70041]: DEBUG oslo_concurrency.lockutils [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] Lock "bc534caf-e753-41cf-bc21-7347d26bf4ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.595490] env[70041]: DEBUG nova.compute.manager [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] No waiting events found dispatching network-vif-plugged-cb67fa9d-7a77-44e1-bead-444227428917 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.595649] env[70041]: WARNING nova.compute.manager [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Received unexpected event network-vif-plugged-cb67fa9d-7a77-44e1-bead-444227428917 for instance with vm_state building and task_state spawning. [ 588.596080] env[70041]: DEBUG nova.compute.manager [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Received event network-changed-cb67fa9d-7a77-44e1-bead-444227428917 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 588.596080] env[70041]: DEBUG nova.compute.manager [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Refreshing instance network info cache due to event network-changed-cb67fa9d-7a77-44e1-bead-444227428917. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 588.597488] env[70041]: DEBUG oslo_concurrency.lockutils [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] Acquiring lock "refresh_cache-bc534caf-e753-41cf-bc21-7347d26bf4ce" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.597488] env[70041]: DEBUG oslo_concurrency.lockutils [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] Acquired lock "refresh_cache-bc534caf-e753-41cf-bc21-7347d26bf4ce" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.597488] env[70041]: DEBUG nova.network.neutron [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Refreshing network info cache for port cb67fa9d-7a77-44e1-bead-444227428917 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.707831] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquiring lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.707831] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.736369] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d34fd8-562c-9994-6b91-a9dcd1bd8a58, 'name': SearchDatastore_Task, 'duration_secs': 0.008612} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.737861] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.738231] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.739152] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.739152] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.739152] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.739719] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65468def-eabc-4a7a-9930-8e4c0e5f9e62 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.758968] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.759223] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.760022] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b96ae89-c1c4-4962-8e43-0e028731e436 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.768694] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 588.768694] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527a83cf-9c82-ebf2-c8da-b95dddd07dc6" [ 588.768694] env[70041]: _type = "Task" [ 588.768694] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.781309] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527a83cf-9c82-ebf2-c8da-b95dddd07dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.799517] env[70041]: DEBUG oslo_vmware.api [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192152, 'name': PowerOnVM_Task, 'duration_secs': 0.539193} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.799766] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.800212] env[70041]: INFO nova.compute.manager [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Took 12.45 seconds to spawn the instance on the hypervisor. [ 588.800212] env[70041]: DEBUG nova.compute.manager [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.805124] env[70041]: DEBUG nova.policy [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf3e0371b554d0a940ba8bc9a4b8aba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49f95faf240d42868565fa18954353df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.807123] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af6390f-0ec4-47e6-8f8a-6048ac65e54d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.867049] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464959} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.867415] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 677f9ba1-fafd-4309-82f9-f9d6b537db6c/677f9ba1-fafd-4309-82f9-f9d6b537db6c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.867624] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.867874] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5ba0394-d30a-445c-af03-52b105fac547 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.880247] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 588.880247] env[70041]: value = "task-3192154" [ 588.880247] env[70041]: _type = "Task" [ 588.880247] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.880247] env[70041]: DEBUG nova.network.neutron [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Updating instance_info_cache with network_info: [{"id": "2f700e19-5d2a-4cdc-b294-1308ec459195", "address": "fa:16:3e:67:8d:d8", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f700e19-5d", "ovs_interfaceid": "2f700e19-5d2a-4cdc-b294-1308ec459195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.891240] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.064223] env[70041]: DEBUG nova.compute.manager [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.213888] env[70041]: DEBUG nova.compute.manager [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.288232] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527a83cf-9c82-ebf2-c8da-b95dddd07dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.0341} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.289079] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29be2d78-a4bc-4450-ab57-895b185e028d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.300820] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 589.300820] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52187cce-e474-6e91-50ff-3f7ee543acb6" [ 589.300820] env[70041]: _type = "Task" [ 589.300820] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.314985] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52187cce-e474-6e91-50ff-3f7ee543acb6, 'name': SearchDatastore_Task, 'duration_secs': 0.008774} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.315445] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.315549] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] bc534caf-e753-41cf-bc21-7347d26bf4ce/bc534caf-e753-41cf-bc21-7347d26bf4ce.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.316414] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65d7a8a6-71c4-4606-a267-3f68da7a369f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.326591] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 589.326591] env[70041]: value = "task-3192155" [ 589.326591] env[70041]: _type = "Task" [ 589.326591] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.332982] env[70041]: INFO nova.compute.manager [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Took 17.27 seconds to build instance. [ 589.339263] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.342795] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a266aaf9-d3d7-4fb9-98b6-7df6cf37e6f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.349959] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a57ea2-7399-4091-9634-2c5e6cc5f0d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.386731] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "refresh_cache-bcb9a98c-8ec6-4960-966b-9741fee06d34" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.387081] env[70041]: DEBUG nova.compute.manager [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Instance network_info: |[{"id": "2f700e19-5d2a-4cdc-b294-1308ec459195", "address": "fa:16:3e:67:8d:d8", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f700e19-5d", "ovs_interfaceid": "2f700e19-5d2a-4cdc-b294-1308ec459195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.391354] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:8d:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f700e19-5d2a-4cdc-b294-1308ec459195', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.399549] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating folder: Project (a3510290228a4389b972dd2c1a12bff3). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.400658] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08209184-5ed2-4658-b023-b62ed1c41463 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.403586] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44143145-46fb-4aef-b7b6-45d6fe3aff14 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.411374] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061264} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.413393] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.414780] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6d7bc4-fb15-4f06-b4c9-dedf03c5384f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.418834] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae38a5eb-0d3e-436b-8ca3-39e321c3ba75 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.423938] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Created folder: Project (a3510290228a4389b972dd2c1a12bff3) in parent group-v638323. [ 589.423938] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating folder: Instances. Parent ref: group-v638336. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.424816] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e4ee153-99c9-4f2f-b2e1-bf385df094ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.434778] env[70041]: DEBUG nova.compute.provider_tree [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.456009] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 677f9ba1-fafd-4309-82f9-f9d6b537db6c/677f9ba1-fafd-4309-82f9-f9d6b537db6c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.458204] env[70041]: DEBUG nova.scheduler.client.report [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.463317] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0a129b-eb57-4978-a195-a8ce8e88e62b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.475678] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Created folder: Instances in parent group-v638336. [ 589.475964] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.476692] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.478626] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a88af6d4-d67e-49ba-8529-b911e25fe914 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.493882] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 589.493882] env[70041]: value = "task-3192158" [ 589.493882] env[70041]: _type = "Task" [ 589.493882] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.499241] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.499241] env[70041]: value = "task-3192159" [ 589.499241] env[70041]: _type = "Task" [ 589.499241] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.502824] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.510857] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192159, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.758447] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.799643] env[70041]: DEBUG nova.network.neutron [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Successfully created port: fbd9c382-306a-404b-90bd-a165f932a413 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.837526] env[70041]: DEBUG oslo_concurrency.lockutils [None req-921906f2-209d-4494-b1db-913836abbbb9 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "ce22226b-87b3-48ee-909f-af3da8a63a41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.778s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.844241] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.978554] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.935s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.979197] env[70041]: DEBUG nova.compute.manager [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.981994] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.551s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.982201] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.982388] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 589.982702] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.177s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.986101] env[70041]: INFO nova.compute.claims [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.990157] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819595cc-cd16-4e93-b7b3-114d9f8572bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.015845] env[70041]: DEBUG nova.compute.manager [None req-6cf941c2-6e3f-42c7-a845-2c5355cf01e0 tempest-ServerDiagnosticsV248Test-549278067 tempest-ServerDiagnosticsV248Test-549278067-project-admin] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.024210] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a6d87b-b6d7-4fc5-86d9-de77f841658e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.032685] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd9b624-2447-4659-8175-6fc1f375d6b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.035308] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.043408] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192159, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.058035] env[70041]: DEBUG nova.network.neutron [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Updated VIF entry in instance network info cache for port cb67fa9d-7a77-44e1-bead-444227428917. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.059572] env[70041]: DEBUG nova.network.neutron [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Updating instance_info_cache with network_info: [{"id": "cb67fa9d-7a77-44e1-bead-444227428917", "address": "fa:16:3e:a1:4d:14", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb67fa9d-7a", "ovs_interfaceid": "cb67fa9d-7a77-44e1-bead-444227428917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.062189] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebec9850-8c71-4b07-b36a-cb5e35643b3b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.064783] env[70041]: INFO nova.compute.manager [None req-6cf941c2-6e3f-42c7-a845-2c5355cf01e0 tempest-ServerDiagnosticsV248Test-549278067 tempest-ServerDiagnosticsV248Test-549278067-project-admin] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Retrieving diagnostics [ 590.065861] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f558fc-4172-4845-9337-e892f0adf89b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.104679] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79189e06-44b3-462c-bb8e-a857bad796c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.109353] env[70041]: DEBUG nova.compute.manager [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.148580] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181021MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 590.148740] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.159201] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.160139] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.160139] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.160139] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.160139] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.161175] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.161495] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.161658] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.161825] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.161983] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.162204] env[70041]: DEBUG nova.virt.hardware [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.163485] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eb3fc0-1646-438d-ae69-5c15585f6445 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.174633] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8582886d-a632-4757-868f-ed1b738ba973 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.342706] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192155, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.496780] env[70041]: DEBUG nova.compute.utils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.496780] env[70041]: DEBUG nova.compute.manager [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.496780] env[70041]: DEBUG nova.network.neutron [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.508575] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192158, 'name': ReconfigVM_Task, 'duration_secs': 1.01785} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.512953] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 677f9ba1-fafd-4309-82f9-f9d6b537db6c/677f9ba1-fafd-4309-82f9-f9d6b537db6c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.514015] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c015af6-6c42-4068-a104-710b4ea9427d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.522989] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192159, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.523523] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 590.523523] env[70041]: value = "task-3192160" [ 590.523523] env[70041]: _type = "Task" [ 590.523523] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.567267] env[70041]: DEBUG oslo_concurrency.lockutils [req-39828783-3071-4e4a-9c0e-2a57d1b05f84 req-e1427f9d-9e2c-4874-8fb9-6d726491e411 service nova] Releasing lock "refresh_cache-bc534caf-e753-41cf-bc21-7347d26bf4ce" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.707169] env[70041]: DEBUG nova.policy [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '643922ab4d7c475cb275a9eca7e56fff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0b14ddc398c4a80a09b67a4acfc5729', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.845500] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192155, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049601} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.845769] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] bc534caf-e753-41cf-bc21-7347d26bf4ce/bc534caf-e753-41cf-bc21-7347d26bf4ce.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.846039] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.846324] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4ac1fa8-ccfa-4ac3-a201-0d9e58327631 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.854219] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 590.854219] env[70041]: value = "task-3192161" [ 590.854219] env[70041]: _type = "Task" [ 590.854219] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.864140] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.999301] env[70041]: DEBUG nova.compute.manager [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.028362] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192159, 'name': CreateVM_Task, 'duration_secs': 1.422096} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.030309] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.031165] env[70041]: DEBUG oslo_vmware.service [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d504ef-2ee3-4e5f-9421-923fbe00749d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.045247] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.046077] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.046077] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.046077] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192160, 'name': Rename_Task, 'duration_secs': 0.18353} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.046248] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959db4dd-b51f-4630-a4a5-688ebf700381 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.048825] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 591.049110] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1192a128-c78b-4429-98b0-4d68cedb767c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.053825] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 591.053825] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5218be61-547b-8a5b-7420-8626845a9b30" [ 591.053825] env[70041]: _type = "Task" [ 591.053825] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.061030] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 591.061030] env[70041]: value = "task-3192162" [ 591.061030] env[70041]: _type = "Task" [ 591.061030] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.069905] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5218be61-547b-8a5b-7420-8626845a9b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.075304] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.218108] env[70041]: DEBUG nova.network.neutron [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Successfully updated port: 61cc7d4d-874e-45b2-8bd7-ac149293d65a {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.237128] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8684965-b4d7-4b92-9a1e-ad0eed449c02 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.246213] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76ad303-e706-4335-959c-5d8180a66248 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.286892] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6d1fac-cd3d-4ec6-9fda-9e6138a1c782 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.297380] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4228f6b-4d8b-4a35-b989-fd1840ca3b56 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.313753] env[70041]: DEBUG nova.compute.provider_tree [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.366902] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076117} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.366902] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.367801] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f2e3e0-2f37-48ae-9eb5-74354b8a2dc7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.396310] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] bc534caf-e753-41cf-bc21-7347d26bf4ce/bc534caf-e753-41cf-bc21-7347d26bf4ce.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.397271] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33066417-3c7b-4e3c-ad2c-d09e5bd35613 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.426188] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 591.426188] env[70041]: value = "task-3192163" [ 591.426188] env[70041]: _type = "Task" [ 591.426188] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.441234] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192163, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.574532] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.574854] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.575152] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.575319] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.575516] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.575863] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7266b685-c8bc-4b9f-9094-bd86073f7be5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.586340] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192162, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.589602] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.589819] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.591373] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aee63a-6fdf-41b0-9799-1c65c7fe87e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.598615] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f787c25a-f5de-4bed-be7a-341aded42824 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.608564] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 591.608564] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f3c2a6-a79b-0507-7259-f34d1ae6c295" [ 591.608564] env[70041]: _type = "Task" [ 591.608564] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.618521] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f3c2a6-a79b-0507-7259-f34d1ae6c295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.721529] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquiring lock "refresh_cache-93508e4f-7497-4ff0-90d6-f8176c4a79be" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.721728] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquired lock "refresh_cache-93508e4f-7497-4ff0-90d6-f8176c4a79be" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.721818] env[70041]: DEBUG nova.network.neutron [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.816607] env[70041]: DEBUG nova.scheduler.client.report [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.937147] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.937470] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.945309] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.015388] env[70041]: DEBUG nova.compute.manager [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.047230] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.047230] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.047230] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.047396] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.047396] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.047962] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.048361] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.048655] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.048926] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.049238] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.049509] env[70041]: DEBUG nova.virt.hardware [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.050730] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d0c35a-6c6f-421e-9e97-6a218a787658 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.060011] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb55845-269a-46fd-a263-04cf5afe3923 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.090032] env[70041]: DEBUG oslo_vmware.api [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192162, 'name': PowerOnVM_Task, 'duration_secs': 0.710347} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.090032] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.090202] env[70041]: INFO nova.compute.manager [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Took 11.24 seconds to spawn the instance on the hypervisor. [ 592.090374] env[70041]: DEBUG nova.compute.manager [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.092106] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f4dc5a-abb7-4758-93fc-6ea2ccee7cef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.114862] env[70041]: DEBUG nova.network.neutron [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Successfully updated port: fbd9c382-306a-404b-90bd-a165f932a413 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.116685] env[70041]: DEBUG nova.network.neutron [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Successfully created port: 20e28288-07bc-4099-baa6-cfa38cc09484 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.128662] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Preparing fetch location {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 592.128907] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating directory with path [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.129198] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31b92e70-999c-43fd-a074-2c98d869dfa8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.159209] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Created directory with path [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.159425] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Fetch image to [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 592.159579] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Downloading image file data c55f29aa-67f7-499a-8c0c-923c762528f4 to [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk on the data store datastore1 {{(pid=70041) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 592.160399] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed96cc9d-4ab7-4951-b83f-3c431108e714 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.167954] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1043be61-d557-4298-be1c-e2bd81497ee1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.178071] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03383f4-5865-4c7b-ae37-33d993b58ab5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.214848] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bccd79-c939-4025-bde8-6e2909f26f1f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.221400] env[70041]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b915847a-e301-4d46-ae63-a0ab04a8a2e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.246683] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Downloading image file data c55f29aa-67f7-499a-8c0c-923c762528f4 to the data store datastore1 {{(pid=70041) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 592.296095] env[70041]: DEBUG oslo_vmware.rw_handles [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 592.361379] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.361711] env[70041]: DEBUG nova.compute.manager [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.364907] env[70041]: DEBUG nova.network.neutron [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.368296] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.189s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.369884] env[70041]: INFO nova.compute.claims [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.442457] env[70041]: DEBUG nova.compute.manager [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.446845] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192163, 'name': ReconfigVM_Task, 'duration_secs': 0.814916} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.448054] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Reconfigured VM instance instance-00000004 to attach disk [datastore2] bc534caf-e753-41cf-bc21-7347d26bf4ce/bc534caf-e753-41cf-bc21-7347d26bf4ce.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.448775] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a48976b2-fd35-467e-9431-95935c50ce66 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.460165] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 592.460165] env[70041]: value = "task-3192164" [ 592.460165] env[70041]: _type = "Task" [ 592.460165] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.473404] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192164, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.612270] env[70041]: INFO nova.compute.manager [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Took 18.29 seconds to build instance. [ 592.620324] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.620471] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.620672] env[70041]: DEBUG nova.network.neutron [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.686055] env[70041]: DEBUG nova.network.neutron [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Updating instance_info_cache with network_info: [{"id": "61cc7d4d-874e-45b2-8bd7-ac149293d65a", "address": "fa:16:3e:1f:d0:32", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61cc7d4d-87", "ovs_interfaceid": "61cc7d4d-874e-45b2-8bd7-ac149293d65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.733097] env[70041]: DEBUG nova.compute.manager [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Received event network-vif-plugged-2f700e19-5d2a-4cdc-b294-1308ec459195 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 592.733352] env[70041]: DEBUG oslo_concurrency.lockutils [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] Acquiring lock "bcb9a98c-8ec6-4960-966b-9741fee06d34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.733591] env[70041]: DEBUG oslo_concurrency.lockutils [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.733730] env[70041]: DEBUG oslo_concurrency.lockutils [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.733893] env[70041]: DEBUG nova.compute.manager [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] No waiting events found dispatching network-vif-plugged-2f700e19-5d2a-4cdc-b294-1308ec459195 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.734101] env[70041]: WARNING nova.compute.manager [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Received unexpected event network-vif-plugged-2f700e19-5d2a-4cdc-b294-1308ec459195 for instance with vm_state building and task_state spawning. [ 592.734293] env[70041]: DEBUG nova.compute.manager [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Received event network-changed-2f700e19-5d2a-4cdc-b294-1308ec459195 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 592.734448] env[70041]: DEBUG nova.compute.manager [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Refreshing instance network info cache due to event network-changed-2f700e19-5d2a-4cdc-b294-1308ec459195. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 592.734640] env[70041]: DEBUG oslo_concurrency.lockutils [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] Acquiring lock "refresh_cache-bcb9a98c-8ec6-4960-966b-9741fee06d34" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.734773] env[70041]: DEBUG oslo_concurrency.lockutils [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] Acquired lock "refresh_cache-bcb9a98c-8ec6-4960-966b-9741fee06d34" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.734932] env[70041]: DEBUG nova.network.neutron [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Refreshing network info cache for port 2f700e19-5d2a-4cdc-b294-1308ec459195 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.841679] env[70041]: DEBUG nova.compute.manager [req-1438c628-eb34-4dd4-ae95-9548513162db req-e1c033a7-1b10-40c8-a43f-a8bfdf5229da service nova] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Received event network-vif-plugged-61cc7d4d-874e-45b2-8bd7-ac149293d65a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 592.842516] env[70041]: DEBUG oslo_concurrency.lockutils [req-1438c628-eb34-4dd4-ae95-9548513162db req-e1c033a7-1b10-40c8-a43f-a8bfdf5229da service nova] Acquiring lock "93508e4f-7497-4ff0-90d6-f8176c4a79be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.842516] env[70041]: DEBUG oslo_concurrency.lockutils [req-1438c628-eb34-4dd4-ae95-9548513162db req-e1c033a7-1b10-40c8-a43f-a8bfdf5229da service nova] Lock "93508e4f-7497-4ff0-90d6-f8176c4a79be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.842640] env[70041]: DEBUG oslo_concurrency.lockutils [req-1438c628-eb34-4dd4-ae95-9548513162db req-e1c033a7-1b10-40c8-a43f-a8bfdf5229da service nova] Lock "93508e4f-7497-4ff0-90d6-f8176c4a79be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.842808] env[70041]: DEBUG nova.compute.manager [req-1438c628-eb34-4dd4-ae95-9548513162db req-e1c033a7-1b10-40c8-a43f-a8bfdf5229da service nova] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] No waiting events found dispatching network-vif-plugged-61cc7d4d-874e-45b2-8bd7-ac149293d65a {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.843022] env[70041]: WARNING nova.compute.manager [req-1438c628-eb34-4dd4-ae95-9548513162db req-e1c033a7-1b10-40c8-a43f-a8bfdf5229da service nova] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Received unexpected event network-vif-plugged-61cc7d4d-874e-45b2-8bd7-ac149293d65a for instance with vm_state building and task_state spawning. [ 592.875853] env[70041]: DEBUG nova.compute.utils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.882926] env[70041]: DEBUG nova.compute.manager [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.884064] env[70041]: DEBUG nova.network.neutron [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.975620] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192164, 'name': Rename_Task, 'duration_secs': 0.164503} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.975620] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.975620] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e0e8ea6-b5b1-47cf-b654-4b7b5b4a16e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.978533] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.979795] env[70041]: DEBUG nova.policy [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e9ad2ea55da4a4a9ced01f946cc30a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f101bae0f8147e2a3e183c23f0889bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.987440] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 592.987440] env[70041]: value = "task-3192165" [ 592.987440] env[70041]: _type = "Task" [ 592.987440] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.999792] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.096957] env[70041]: DEBUG oslo_vmware.rw_handles [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Completed reading data from the image iterator. {{(pid=70041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 593.096957] env[70041]: DEBUG oslo_vmware.rw_handles [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 593.118909] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2573c7c9-8adb-4584-af00-08de80a28e58 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.826s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.159651] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Downloaded image file data c55f29aa-67f7-499a-8c0c-923c762528f4 to vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk on the data store datastore1 {{(pid=70041) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 593.162272] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Caching image {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 593.162519] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copying Virtual Disk [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk to [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.164414] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6853a344-8e68-493b-82f3-2fcb5173f57e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.175376] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 593.175376] env[70041]: value = "task-3192166" [ 593.175376] env[70041]: _type = "Task" [ 593.175376] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.186923] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.188463] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Releasing lock "refresh_cache-93508e4f-7497-4ff0-90d6-f8176c4a79be" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.190788] env[70041]: DEBUG nova.compute.manager [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Instance network_info: |[{"id": "61cc7d4d-874e-45b2-8bd7-ac149293d65a", "address": "fa:16:3e:1f:d0:32", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61cc7d4d-87", "ovs_interfaceid": "61cc7d4d-874e-45b2-8bd7-ac149293d65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.190945] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:d0:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61cc7d4d-874e-45b2-8bd7-ac149293d65a', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.196830] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Creating folder: Project (2dd6a4073cef491888097dae65602c3a). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.197422] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-773f0b2e-2118-4c18-8dc3-0b8a09bd991a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.213017] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Created folder: Project (2dd6a4073cef491888097dae65602c3a) in parent group-v638323. [ 593.213017] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Creating folder: Instances. Parent ref: group-v638339. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.213017] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6ad36f2-676f-4369-bd62-cb014f4462b7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.225016] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Created folder: Instances in parent group-v638339. [ 593.225016] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.225016] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.225016] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dca30bd5-8f13-490d-89d4-41a8180309a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.247074] env[70041]: DEBUG nova.network.neutron [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.256445] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.256445] env[70041]: value = "task-3192169" [ 593.256445] env[70041]: _type = "Task" [ 593.256445] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.265787] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192169, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.380214] env[70041]: DEBUG nova.compute.manager [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.503367] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192165, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.658328] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69c4b5-4557-4721-b50b-e9d02d9dba61 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.667382] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd19731-eef6-4377-98f3-f8bc2a1d6929 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.671387] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquiring lock "ce22226b-87b3-48ee-909f-af3da8a63a41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.671898] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "ce22226b-87b3-48ee-909f-af3da8a63a41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.672120] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquiring lock "ce22226b-87b3-48ee-909f-af3da8a63a41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.673522] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "ce22226b-87b3-48ee-909f-af3da8a63a41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.676178] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "ce22226b-87b3-48ee-909f-af3da8a63a41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.686100] env[70041]: INFO nova.compute.manager [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Terminating instance [ 593.720895] env[70041]: DEBUG nova.compute.manager [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 593.721197] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.722492] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246cffc2-238a-41c8-838a-442b195e78f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.726207] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578c09cf-a8ca-4fe8-852a-941a1b73807e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.732946] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192166, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.740493] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b731e0b4-89b0-4bb2-a6eb-79d75c537327 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.744761] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.745045] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-060f7922-c4e7-443d-a221-e90184689abb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.757191] env[70041]: DEBUG nova.compute.provider_tree [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.764185] env[70041]: DEBUG oslo_vmware.api [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 593.764185] env[70041]: value = "task-3192170" [ 593.764185] env[70041]: _type = "Task" [ 593.764185] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.771874] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192169, 'name': CreateVM_Task, 'duration_secs': 0.378703} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.776233] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.777046] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.777256] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.777648] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.782245] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22574941-0b07-4d34-9df9-362387b12ebc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.784373] env[70041]: DEBUG oslo_vmware.api [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.787893] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 593.787893] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5262c670-ba44-3e6e-5d46-649ff380f028" [ 593.787893] env[70041]: _type = "Task" [ 593.787893] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.799201] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5262c670-ba44-3e6e-5d46-649ff380f028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.001957] env[70041]: DEBUG oslo_vmware.api [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192165, 'name': PowerOnVM_Task, 'duration_secs': 0.709201} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.003860] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.003860] env[70041]: INFO nova.compute.manager [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Took 10.91 seconds to spawn the instance on the hypervisor. [ 594.003860] env[70041]: DEBUG nova.compute.manager [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.003860] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ad9712-8de7-4b19-a6b5-933981f8b43e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.100415] env[70041]: DEBUG nova.network.neutron [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance_info_cache with network_info: [{"id": "fbd9c382-306a-404b-90bd-a165f932a413", "address": "fa:16:3e:46:e4:4a", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd9c382-30", "ovs_interfaceid": "fbd9c382-306a-404b-90bd-a165f932a413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.127303] env[70041]: DEBUG nova.network.neutron [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Updated VIF entry in instance network info cache for port 2f700e19-5d2a-4cdc-b294-1308ec459195. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.127303] env[70041]: DEBUG nova.network.neutron [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Updating instance_info_cache with network_info: [{"id": "2f700e19-5d2a-4cdc-b294-1308ec459195", "address": "fa:16:3e:67:8d:d8", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f700e19-5d", "ovs_interfaceid": "2f700e19-5d2a-4cdc-b294-1308ec459195", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.134576] env[70041]: DEBUG nova.network.neutron [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Successfully created port: b787029f-4f88-4349-b24a-89c59e456d0f {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.195018] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976941} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.195018] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copied Virtual Disk [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk to [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.195018] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleting the datastore file [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4/tmp-sparse.vmdk {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.195018] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dab2e949-39d0-424b-bcec-88946c35d702 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.209385] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 594.209385] env[70041]: value = "task-3192171" [ 594.209385] env[70041]: _type = "Task" [ 594.209385] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.215809] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.266158] env[70041]: DEBUG nova.scheduler.client.report [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.280912] env[70041]: DEBUG oslo_vmware.api [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192170, 'name': PowerOffVM_Task, 'duration_secs': 0.218498} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.281280] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 594.281464] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 594.283021] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad653f6-f593-4ca2-a234-ef5633a2c3b7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.303303] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.303635] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.303858] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.361237] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.361650] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.362227] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Deleting the datastore file [datastore2] ce22226b-87b3-48ee-909f-af3da8a63a41 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.362651] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-546e1b18-ae88-42d1-aafc-c43bf0540cca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.370453] env[70041]: DEBUG oslo_vmware.api [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for the task: (returnval){ [ 594.370453] env[70041]: value = "task-3192173" [ 594.370453] env[70041]: _type = "Task" [ 594.370453] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.382610] env[70041]: DEBUG oslo_vmware.api [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.397711] env[70041]: DEBUG nova.compute.manager [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.442645] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.442645] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.442645] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.443640] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.443640] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.443640] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.443640] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.443640] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.444818] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.445076] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.445271] env[70041]: DEBUG nova.virt.hardware [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.446911] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632c088f-9cad-4275-b13d-fb7f680a95c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.458560] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a7b57b-a1ff-467a-9fcc-2a560a401130 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.528102] env[70041]: INFO nova.compute.manager [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Took 19.95 seconds to build instance. [ 594.603072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.603426] env[70041]: DEBUG nova.compute.manager [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Instance network_info: |[{"id": "fbd9c382-306a-404b-90bd-a165f932a413", "address": "fa:16:3e:46:e4:4a", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd9c382-30", "ovs_interfaceid": "fbd9c382-306a-404b-90bd-a165f932a413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.603839] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:e4:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbd9c382-306a-404b-90bd-a165f932a413', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.614692] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Creating folder: Project (49f95faf240d42868565fa18954353df). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.616463] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1de2601-f1de-45ea-84a2-9a1d250bd029 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.627082] env[70041]: DEBUG oslo_concurrency.lockutils [req-af1169ed-974f-43bd-8bf8-bd2555c4790e req-a6271e54-82d1-400b-8bd5-90dbd6d467c3 service nova] Releasing lock "refresh_cache-bcb9a98c-8ec6-4960-966b-9741fee06d34" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.630804] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Created folder: Project (49f95faf240d42868565fa18954353df) in parent group-v638323. [ 594.630804] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Creating folder: Instances. Parent ref: group-v638342. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.631412] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ea941b7-c65f-4212-a726-f0262b8809c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.640739] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Created folder: Instances in parent group-v638342. [ 594.641031] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.641224] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.641494] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac78098-1f2d-41bc-b1ce-b718e20ef906 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.668406] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.668406] env[70041]: value = "task-3192176" [ 594.668406] env[70041]: _type = "Task" [ 594.668406] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.676464] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192176, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.723310] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049412} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.723608] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.723812] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Moving file from [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523/c55f29aa-67f7-499a-8c0c-923c762528f4 to [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4. {{(pid=70041) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 594.724151] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6699cef4-3e51-46c4-988f-c0d8f491af2e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.731803] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 594.731803] env[70041]: value = "task-3192177" [ 594.731803] env[70041]: _type = "Task" [ 594.731803] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.743024] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192177, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.778282] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.778852] env[70041]: DEBUG nova.compute.manager [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.781656] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.023s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.788250] env[70041]: INFO nova.compute.claims [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.885313] env[70041]: DEBUG oslo_vmware.api [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Task: {'id': task-3192173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166401} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.885564] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.885738] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 594.885899] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 594.886169] env[70041]: INFO nova.compute.manager [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Took 1.16 seconds to destroy the instance on the hypervisor. [ 594.886454] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 594.887021] env[70041]: DEBUG nova.compute.manager [-] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 594.887021] env[70041]: DEBUG nova.network.neutron [-] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.030739] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c5307a78-2337-4e56-8e90-402915cbb166 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "bc534caf-e753-41cf-bc21-7347d26bf4ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.461s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.179698] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192176, 'name': CreateVM_Task, 'duration_secs': 0.429701} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.180527] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.180719] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.180780] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.181476] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.181476] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0743f7d2-e6bc-4f20-9a7d-62c6b3da34c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.186395] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 595.186395] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525ea7e7-e4c4-0e68-8ea0-78015cf6b7c0" [ 595.186395] env[70041]: _type = "Task" [ 595.186395] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.195360] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525ea7e7-e4c4-0e68-8ea0-78015cf6b7c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.247182] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192177, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.065922} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.247632] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] File moved {{(pid=70041) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 595.247947] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Cleaning up location [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 595.248435] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleting the datastore file [datastore1] vmware_temp/6d5d8ffe-f338-4b9b-b6ec-6e86d442e523 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.249547] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b01e9403-ebe3-4f13-958b-88d5a77a61e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.257062] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 595.257062] env[70041]: value = "task-3192178" [ 595.257062] env[70041]: _type = "Task" [ 595.257062] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.269395] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.294773] env[70041]: DEBUG nova.compute.utils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.300562] env[70041]: DEBUG nova.compute.manager [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.305041] env[70041]: DEBUG nova.network.neutron [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.589449] env[70041]: DEBUG nova.policy [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3afa7e6d89394dd5942bdfeab94cc318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '383dcc4465c44de3a8ec7e518bacb27c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.701485] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525ea7e7-e4c4-0e68-8ea0-78015cf6b7c0, 'name': SearchDatastore_Task, 'duration_secs': 0.029131} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.701652] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.701886] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.702107] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.769159] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041213} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.770073] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.770200] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f04a3b8-2d79-43bc-9560-dd44542d86cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.778345] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 595.778345] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f61a69-5133-d4fc-0f4c-69d4c249580e" [ 595.778345] env[70041]: _type = "Task" [ 595.778345] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.790501] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f61a69-5133-d4fc-0f4c-69d4c249580e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.802697] env[70041]: DEBUG nova.compute.manager [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.083493] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae878ba4-ac23-4144-a6a4-c1d71135b898 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.097037] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f919f06d-0604-46e5-9940-06f7ce9b74e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.129369] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66f9b2f-78be-4a2b-8b45-e20e0fe9cfa1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.135892] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1ceca1-5f35-4b97-8ed2-135564c3b9ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.157443] env[70041]: DEBUG nova.compute.provider_tree [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.241121] env[70041]: DEBUG nova.compute.manager [None req-635954d0-3859-4c06-aea1-b2adbbd97724 tempest-ServerDiagnosticsTest-667000816 tempest-ServerDiagnosticsTest-667000816-project-admin] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.242630] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecb16f9-7646-409d-9c39-ade03ed446c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.251308] env[70041]: INFO nova.compute.manager [None req-635954d0-3859-4c06-aea1-b2adbbd97724 tempest-ServerDiagnosticsTest-667000816 tempest-ServerDiagnosticsTest-667000816-project-admin] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Retrieving diagnostics [ 596.252148] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde7804d-68e2-4085-9d83-5f10a0bbb0fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.287733] env[70041]: DEBUG nova.network.neutron [-] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.305720] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f61a69-5133-d4fc-0f4c-69d4c249580e, 'name': SearchDatastore_Task, 'duration_secs': 0.027691} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.307022] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.307022] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] bcb9a98c-8ec6-4960-966b-9741fee06d34/bcb9a98c-8ec6-4960-966b-9741fee06d34.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.311463] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.311826] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.312115] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b906e6d0-997b-4aae-84d5-dd427feb387a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.315188] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cc9e184-1347-4715-a1e3-182c26cd94f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.324169] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 596.324169] env[70041]: value = "task-3192179" [ 596.324169] env[70041]: _type = "Task" [ 596.324169] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.326327] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.326553] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.330528] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302dc6bf-7a4d-44e3-b77f-7c39b7ef76d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.340405] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.341878] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 596.341878] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5298263d-aea0-31b4-49b3-3d9b1275d65b" [ 596.341878] env[70041]: _type = "Task" [ 596.341878] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.353184] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5298263d-aea0-31b4-49b3-3d9b1275d65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.395820] env[70041]: DEBUG nova.compute.manager [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Received event network-vif-plugged-fbd9c382-306a-404b-90bd-a165f932a413 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 596.396071] env[70041]: DEBUG oslo_concurrency.lockutils [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] Acquiring lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.397643] env[70041]: DEBUG oslo_concurrency.lockutils [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.397852] env[70041]: DEBUG oslo_concurrency.lockutils [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.398033] env[70041]: DEBUG nova.compute.manager [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] No waiting events found dispatching network-vif-plugged-fbd9c382-306a-404b-90bd-a165f932a413 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.398230] env[70041]: WARNING nova.compute.manager [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Received unexpected event network-vif-plugged-fbd9c382-306a-404b-90bd-a165f932a413 for instance with vm_state building and task_state spawning. [ 596.399256] env[70041]: DEBUG nova.compute.manager [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Received event network-changed-fbd9c382-306a-404b-90bd-a165f932a413 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 596.399619] env[70041]: DEBUG nova.compute.manager [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Refreshing instance network info cache due to event network-changed-fbd9c382-306a-404b-90bd-a165f932a413. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 596.399863] env[70041]: DEBUG oslo_concurrency.lockutils [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] Acquiring lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.400014] env[70041]: DEBUG oslo_concurrency.lockutils [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] Acquired lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.400217] env[70041]: DEBUG nova.network.neutron [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Refreshing network info cache for port fbd9c382-306a-404b-90bd-a165f932a413 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.420185] env[70041]: DEBUG nova.compute.manager [req-1e289778-a835-44aa-83b8-db07d6ce09c6 req-27c1f488-fe54-405a-9f6c-79ebd3a9f3f7 service nova] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Received event network-changed-61cc7d4d-874e-45b2-8bd7-ac149293d65a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 596.420185] env[70041]: DEBUG nova.compute.manager [req-1e289778-a835-44aa-83b8-db07d6ce09c6 req-27c1f488-fe54-405a-9f6c-79ebd3a9f3f7 service nova] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Refreshing instance network info cache due to event network-changed-61cc7d4d-874e-45b2-8bd7-ac149293d65a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 596.420185] env[70041]: DEBUG oslo_concurrency.lockutils [req-1e289778-a835-44aa-83b8-db07d6ce09c6 req-27c1f488-fe54-405a-9f6c-79ebd3a9f3f7 service nova] Acquiring lock "refresh_cache-93508e4f-7497-4ff0-90d6-f8176c4a79be" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.420185] env[70041]: DEBUG oslo_concurrency.lockutils [req-1e289778-a835-44aa-83b8-db07d6ce09c6 req-27c1f488-fe54-405a-9f6c-79ebd3a9f3f7 service nova] Acquired lock "refresh_cache-93508e4f-7497-4ff0-90d6-f8176c4a79be" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.420185] env[70041]: DEBUG nova.network.neutron [req-1e289778-a835-44aa-83b8-db07d6ce09c6 req-27c1f488-fe54-405a-9f6c-79ebd3a9f3f7 service nova] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Refreshing network info cache for port 61cc7d4d-874e-45b2-8bd7-ac149293d65a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.660248] env[70041]: DEBUG nova.scheduler.client.report [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.669510] env[70041]: DEBUG nova.network.neutron [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Successfully updated port: 20e28288-07bc-4099-baa6-cfa38cc09484 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.793267] env[70041]: INFO nova.compute.manager [-] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Took 1.90 seconds to deallocate network for instance. [ 596.816803] env[70041]: DEBUG nova.compute.manager [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.837290] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192179, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.861229] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5298263d-aea0-31b4-49b3-3d9b1275d65b, 'name': SearchDatastore_Task, 'duration_secs': 0.019449} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.863997] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.864261] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.864392] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.864597] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.864718] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.864861] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.865079] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.865231] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.865462] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.866431] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.866431] env[70041]: DEBUG nova.virt.hardware [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.867095] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33bfd3-8bd6-4acc-bf28-68d01acb84cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.869807] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad13992e-31af-4437-8de0-2bcbd0f55f99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.882502] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb09f41-6e82-40dd-bed9-3b206bbfa46e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.887108] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 596.887108] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529f3a74-366d-7ded-e9d2-116cd961316a" [ 596.887108] env[70041]: _type = "Task" [ 596.887108] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.909147] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529f3a74-366d-7ded-e9d2-116cd961316a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.166205] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.168018] env[70041]: DEBUG nova.compute.manager [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.173066] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.024s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.175777] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquiring lock "refresh_cache-07f71beb-8383-460f-a2b3-3ca63b9fe69a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.175777] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquired lock "refresh_cache-07f71beb-8383-460f-a2b3-3ca63b9fe69a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.175777] env[70041]: DEBUG nova.network.neutron [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.304784] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.344781] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709131} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.347622] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] bcb9a98c-8ec6-4960-966b-9741fee06d34/bcb9a98c-8ec6-4960-966b-9741fee06d34.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.347833] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.348107] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42b631f3-6c31-4fb0-88b6-ddb49a8027bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.355294] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 597.355294] env[70041]: value = "task-3192180" [ 597.355294] env[70041]: _type = "Task" [ 597.355294] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.366708] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.404020] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529f3a74-366d-7ded-e9d2-116cd961316a, 'name': SearchDatastore_Task, 'duration_secs': 0.055305} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.404919] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.404919] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 93508e4f-7497-4ff0-90d6-f8176c4a79be/93508e4f-7497-4ff0-90d6-f8176c4a79be.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.405109] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.405198] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.405452] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a108729-7a8a-498e-a053-79ec8a6cd5d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.407951] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f4dd905-0c72-4f3b-bb0f-9fbc7a85e678 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.416915] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 597.416915] env[70041]: value = "task-3192181" [ 597.416915] env[70041]: _type = "Task" [ 597.416915] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.418517] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.418869] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.423359] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f51de73-3ad9-472b-90c6-af378e5d8f84 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.439482] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.442967] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 597.442967] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521b3d62-5375-37af-a6ee-bf565a6fa4e3" [ 597.442967] env[70041]: _type = "Task" [ 597.442967] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.443784] env[70041]: DEBUG nova.network.neutron [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Successfully updated port: b787029f-4f88-4349-b24a-89c59e456d0f {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.457924] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521b3d62-5375-37af-a6ee-bf565a6fa4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.458118] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0475ae-66d3-476b-ba73-aec6f33acd2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.464121] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 597.464121] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5208b104-1a3a-8b5f-984d-9a44ecea470d" [ 597.464121] env[70041]: _type = "Task" [ 597.464121] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.476246] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5208b104-1a3a-8b5f-984d-9a44ecea470d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.481080] env[70041]: DEBUG nova.network.neutron [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Successfully created port: 52cb53cd-6418-471f-b70e-09b33d5ef50c {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.700291] env[70041]: DEBUG nova.compute.utils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.706810] env[70041]: DEBUG nova.compute.manager [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.706998] env[70041]: DEBUG nova.network.neutron [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.775108] env[70041]: DEBUG nova.network.neutron [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.827218] env[70041]: DEBUG nova.network.neutron [req-1e289778-a835-44aa-83b8-db07d6ce09c6 req-27c1f488-fe54-405a-9f6c-79ebd3a9f3f7 service nova] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Updated VIF entry in instance network info cache for port 61cc7d4d-874e-45b2-8bd7-ac149293d65a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.827590] env[70041]: DEBUG nova.network.neutron [req-1e289778-a835-44aa-83b8-db07d6ce09c6 req-27c1f488-fe54-405a-9f6c-79ebd3a9f3f7 service nova] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Updating instance_info_cache with network_info: [{"id": "61cc7d4d-874e-45b2-8bd7-ac149293d65a", "address": "fa:16:3e:1f:d0:32", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61cc7d4d-87", "ovs_interfaceid": "61cc7d4d-874e-45b2-8bd7-ac149293d65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.868175] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074849} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.868175] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.868175] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09653b5d-a809-465f-aaa2-70cacbf4dc4f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.897019] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] bcb9a98c-8ec6-4960-966b-9741fee06d34/bcb9a98c-8ec6-4960-966b-9741fee06d34.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.899611] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186d7312-b899-4c97-b6ec-be4c4176cc52 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.930149] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.931869] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 597.931869] env[70041]: value = "task-3192182" [ 597.931869] env[70041]: _type = "Task" [ 597.931869] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.936862] env[70041]: DEBUG nova.policy [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f84b5bd326ee47b2bf6de5b4383ebb2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3840ca94b7041109e936a6236b822a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.942525] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.951370] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "refresh_cache-0a2ce7c7-8747-4c46-916b-331e8781a46e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.951508] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired lock "refresh_cache-0a2ce7c7-8747-4c46-916b-331e8781a46e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.951722] env[70041]: DEBUG nova.network.neutron [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.981305] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5208b104-1a3a-8b5f-984d-9a44ecea470d, 'name': SearchDatastore_Task, 'duration_secs': 0.014199} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.982097] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.982097] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fc07fedf-7946-4d49-af1e-f45d8c5e5feb/fc07fedf-7946-4d49-af1e-f45d8c5e5feb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.982097] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68191b7-b037-4728-aff4-17ac5594b64a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.988722] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 597.988722] env[70041]: value = "task-3192183" [ 597.988722] env[70041]: _type = "Task" [ 597.988722] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.997039] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.214277] env[70041]: DEBUG nova.compute.manager [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.238198] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance ce22226b-87b3-48ee-909f-af3da8a63a41 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 598.239416] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance b2b73b38-5fe8-4266-91b3-a6dca68e61ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.239416] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 677f9ba1-fafd-4309-82f9-f9d6b537db6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.239416] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance bc534caf-e753-41cf-bc21-7347d26bf4ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.239416] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance bcb9a98c-8ec6-4960-966b-9741fee06d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.239749] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 93508e4f-7497-4ff0-90d6-f8176c4a79be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.239749] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance fc07fedf-7946-4d49-af1e-f45d8c5e5feb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.239749] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 07f71beb-8383-460f-a2b3-3ca63b9fe69a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.239749] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 0a2ce7c7-8747-4c46-916b-331e8781a46e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.239882] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 6c7f4b2e-2535-4535-b17a-d487ef4ef792 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.239882] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 598.242933] env[70041]: DEBUG nova.network.neutron [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updated VIF entry in instance network info cache for port fbd9c382-306a-404b-90bd-a165f932a413. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.243047] env[70041]: DEBUG nova.network.neutron [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance_info_cache with network_info: [{"id": "fbd9c382-306a-404b-90bd-a165f932a413", "address": "fa:16:3e:46:e4:4a", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd9c382-30", "ovs_interfaceid": "fbd9c382-306a-404b-90bd-a165f932a413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.333948] env[70041]: DEBUG oslo_concurrency.lockutils [req-1e289778-a835-44aa-83b8-db07d6ce09c6 req-27c1f488-fe54-405a-9f6c-79ebd3a9f3f7 service nova] Releasing lock "refresh_cache-93508e4f-7497-4ff0-90d6-f8176c4a79be" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.434687] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192181, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.443780] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.498325] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.569772] env[70041]: DEBUG nova.network.neutron [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.634397] env[70041]: DEBUG nova.network.neutron [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Updating instance_info_cache with network_info: [{"id": "20e28288-07bc-4099-baa6-cfa38cc09484", "address": "fa:16:3e:5e:d5:7a", "network": {"id": "3050106a-100e-407c-8bf8-73fa7e35f2eb", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-599630000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0b14ddc398c4a80a09b67a4acfc5729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e28288-07", "ovs_interfaceid": "20e28288-07bc-4099-baa6-cfa38cc09484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.746304] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance bcd51f86-c628-48d1-b7e2-d1eec7331b3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 598.746304] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 598.746606] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 598.749774] env[70041]: DEBUG oslo_concurrency.lockutils [req-d3eb6af3-4a16-4f9f-8e4f-9f9ed6d72432 req-4e86e2b2-35a6-4755-9a22-cd569fcddcdd service nova] Releasing lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.936071] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192181, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.026809} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.940133] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 93508e4f-7497-4ff0-90d6-f8176c4a79be/93508e4f-7497-4ff0-90d6-f8176c4a79be.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.940394] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.940698] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ae9dc8e-d16e-4ed1-9757-37a871e2756b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.951219] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192182, 'name': ReconfigVM_Task, 'duration_secs': 0.954142} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.952389] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Reconfigured VM instance instance-00000005 to attach disk [datastore1] bcb9a98c-8ec6-4960-966b-9741fee06d34/bcb9a98c-8ec6-4960-966b-9741fee06d34.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.953226] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 598.953226] env[70041]: value = "task-3192184" [ 598.953226] env[70041]: _type = "Task" [ 598.953226] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.953432] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9da868e0-7be7-420d-9a77-2667fb23af3b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.965236] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201cccea-d31a-4fa2-9bb8-79b8aaf4a88f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.975022] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.975022] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 598.975022] env[70041]: value = "task-3192185" [ 598.975022] env[70041]: _type = "Task" [ 598.975022] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.983052] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd6a186-9df8-4b74-92f8-054216ccc1f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.988460] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192185, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.022527] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0abcbe1-cb71-492b-bd78-6bec0cecc021 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.028853] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192183, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.035462] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21b65b8-1b56-4788-ba55-9abf980b0859 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.050609] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.137899] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Releasing lock "refresh_cache-07f71beb-8383-460f-a2b3-3ca63b9fe69a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.137899] env[70041]: DEBUG nova.compute.manager [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Instance network_info: |[{"id": "20e28288-07bc-4099-baa6-cfa38cc09484", "address": "fa:16:3e:5e:d5:7a", "network": {"id": "3050106a-100e-407c-8bf8-73fa7e35f2eb", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-599630000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0b14ddc398c4a80a09b67a4acfc5729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e28288-07", "ovs_interfaceid": "20e28288-07bc-4099-baa6-cfa38cc09484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.138052] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:d5:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20e28288-07bc-4099-baa6-cfa38cc09484', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.147008] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Creating folder: Project (a0b14ddc398c4a80a09b67a4acfc5729). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.148216] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-772f5dac-58aa-4c16-99f2-8ff666a35f5f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.159575] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Created folder: Project (a0b14ddc398c4a80a09b67a4acfc5729) in parent group-v638323. [ 599.159774] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Creating folder: Instances. Parent ref: group-v638345. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.160012] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d71de26d-4e4c-4e3e-9a15-eabb14ca9006 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.169484] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Created folder: Instances in parent group-v638345. [ 599.169791] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.169979] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.170481] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eaa5f90-8a67-451a-9652-c9d28186737d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.192363] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.192363] env[70041]: value = "task-3192188" [ 599.192363] env[70041]: _type = "Task" [ 599.192363] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.203154] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192188, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.230047] env[70041]: DEBUG nova.compute.manager [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.252898] env[70041]: DEBUG nova.network.neutron [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Updating instance_info_cache with network_info: [{"id": "b787029f-4f88-4349-b24a-89c59e456d0f", "address": "fa:16:3e:ce:cc:6a", "network": {"id": "201685b3-1fc0-4473-b2c0-37110015ab56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458274301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f101bae0f8147e2a3e183c23f0889bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb787029f-4f", "ovs_interfaceid": "b787029f-4f88-4349-b24a-89c59e456d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.264226] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.264449] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.264606] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.264781] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.264972] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.265065] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.265273] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.265424] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.265622] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.265790] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.265962] env[70041]: DEBUG nova.virt.hardware [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.269263] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccfd8bc-70ca-49ec-bb6c-8e5fc3a2838e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.275189] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22fe94-4cbb-42f5-9f38-d11034cce0c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.469020] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11696} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.469200] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.470025] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8034913-41be-4475-862f-3012a5d36519 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.496815] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 93508e4f-7497-4ff0-90d6-f8176c4a79be/93508e4f-7497-4ff0-90d6-f8176c4a79be.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.501141] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecee496-5544-4368-ac05-f3733fd0a330 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.527098] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192185, 'name': Rename_Task, 'duration_secs': 0.471913} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.531346] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.532086] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 599.532086] env[70041]: value = "task-3192189" [ 599.532086] env[70041]: _type = "Task" [ 599.532086] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.532907] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192183, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.533285] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8320041b-c828-4039-bcf5-3667558f571a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.547553] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.548856] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 599.548856] env[70041]: value = "task-3192190" [ 599.548856] env[70041]: _type = "Task" [ 599.548856] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.553803] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.563178] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192190, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.632376] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquiring lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.632673] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.633738] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquiring lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.634371] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.634500] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.639748] env[70041]: INFO nova.compute.manager [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Terminating instance [ 599.705544] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192188, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.758403] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Releasing lock "refresh_cache-0a2ce7c7-8747-4c46-916b-331e8781a46e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.758403] env[70041]: DEBUG nova.compute.manager [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Instance network_info: |[{"id": "b787029f-4f88-4349-b24a-89c59e456d0f", "address": "fa:16:3e:ce:cc:6a", "network": {"id": "201685b3-1fc0-4473-b2c0-37110015ab56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458274301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f101bae0f8147e2a3e183c23f0889bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb787029f-4f", "ovs_interfaceid": "b787029f-4f88-4349-b24a-89c59e456d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.759416] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:cc:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b787029f-4f88-4349-b24a-89c59e456d0f', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.766427] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Creating folder: Project (8f101bae0f8147e2a3e183c23f0889bc). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.767125] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e5dda24-9ffa-4836-80a8-c932ddb07013 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.775945] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Created folder: Project (8f101bae0f8147e2a3e183c23f0889bc) in parent group-v638323. [ 599.779333] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Creating folder: Instances. Parent ref: group-v638348. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.779333] env[70041]: DEBUG nova.network.neutron [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Successfully created port: 9b6f5558-dc42-46db-b0f9-a35136e3cdb0 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.779333] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb4aab33-e9d6-4341-abf9-4f5603f3a2e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.788866] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Created folder: Instances in parent group-v638348. [ 599.789211] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.789412] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.789606] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6695f83-3dd9-4515-90b2-c3e5af16f4d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.819106] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.819106] env[70041]: value = "task-3192193" [ 599.819106] env[70041]: _type = "Task" [ 599.819106] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.827457] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192193, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.010711] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192183, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.043627] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192189, 'name': ReconfigVM_Task, 'duration_secs': 0.420667} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.045039] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 93508e4f-7497-4ff0-90d6-f8176c4a79be/93508e4f-7497-4ff0-90d6-f8176c4a79be.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.045039] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72b6d352-e502-4103-a857-702c0d0cc454 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.054156] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 600.054156] env[70041]: value = "task-3192194" [ 600.054156] env[70041]: _type = "Task" [ 600.054156] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.064163] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 600.064504] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.892s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.064661] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.064917] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.087s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.070023] env[70041]: INFO nova.compute.claims [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.080756] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192194, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.144795] env[70041]: DEBUG nova.compute.manager [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 600.145307] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.146851] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3566b98-fcc5-4383-98e8-6acb539bf14e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.167259] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.171167] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f09789a-7604-4267-8b36-a16870fd0c42 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.184838] env[70041]: DEBUG oslo_vmware.api [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 600.184838] env[70041]: value = "task-3192195" [ 600.184838] env[70041]: _type = "Task" [ 600.184838] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.196806] env[70041]: DEBUG oslo_vmware.api [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.210739] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192188, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.333893] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192193, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.361183] env[70041]: DEBUG nova.compute.manager [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Received event network-vif-deleted-bfbe40ac-4469-4fd4-bdd5-a2ae57fc163d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 600.361183] env[70041]: DEBUG nova.compute.manager [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Received event network-vif-plugged-b787029f-4f88-4349-b24a-89c59e456d0f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 600.361183] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] Acquiring lock "0a2ce7c7-8747-4c46-916b-331e8781a46e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.361183] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] Lock "0a2ce7c7-8747-4c46-916b-331e8781a46e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.361183] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] Lock "0a2ce7c7-8747-4c46-916b-331e8781a46e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.361527] env[70041]: DEBUG nova.compute.manager [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] No waiting events found dispatching network-vif-plugged-b787029f-4f88-4349-b24a-89c59e456d0f {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.361527] env[70041]: WARNING nova.compute.manager [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Received unexpected event network-vif-plugged-b787029f-4f88-4349-b24a-89c59e456d0f for instance with vm_state building and task_state spawning. [ 600.361527] env[70041]: DEBUG nova.compute.manager [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Received event network-changed-b787029f-4f88-4349-b24a-89c59e456d0f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 600.361527] env[70041]: DEBUG nova.compute.manager [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Refreshing instance network info cache due to event network-changed-b787029f-4f88-4349-b24a-89c59e456d0f. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 600.361527] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] Acquiring lock "refresh_cache-0a2ce7c7-8747-4c46-916b-331e8781a46e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.361757] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] Acquired lock "refresh_cache-0a2ce7c7-8747-4c46-916b-331e8781a46e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.361757] env[70041]: DEBUG nova.network.neutron [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Refreshing network info cache for port b787029f-4f88-4349-b24a-89c59e456d0f {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.377988] env[70041]: DEBUG nova.compute.manager [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Received event network-vif-plugged-20e28288-07bc-4099-baa6-cfa38cc09484 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 600.379450] env[70041]: DEBUG oslo_concurrency.lockutils [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] Acquiring lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.380646] env[70041]: DEBUG oslo_concurrency.lockutils [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] Lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.385149] env[70041]: DEBUG oslo_concurrency.lockutils [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] Lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.385149] env[70041]: DEBUG nova.compute.manager [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] No waiting events found dispatching network-vif-plugged-20e28288-07bc-4099-baa6-cfa38cc09484 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.385149] env[70041]: WARNING nova.compute.manager [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Received unexpected event network-vif-plugged-20e28288-07bc-4099-baa6-cfa38cc09484 for instance with vm_state building and task_state spawning. [ 600.385149] env[70041]: DEBUG nova.compute.manager [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Received event network-changed-20e28288-07bc-4099-baa6-cfa38cc09484 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 600.385149] env[70041]: DEBUG nova.compute.manager [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Refreshing instance network info cache due to event network-changed-20e28288-07bc-4099-baa6-cfa38cc09484. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 600.385341] env[70041]: DEBUG oslo_concurrency.lockutils [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] Acquiring lock "refresh_cache-07f71beb-8383-460f-a2b3-3ca63b9fe69a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.385341] env[70041]: DEBUG oslo_concurrency.lockutils [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] Acquired lock "refresh_cache-07f71beb-8383-460f-a2b3-3ca63b9fe69a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.385341] env[70041]: DEBUG nova.network.neutron [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Refreshing network info cache for port 20e28288-07bc-4099-baa6-cfa38cc09484 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.518918] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192183, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.081376} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.522404] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fc07fedf-7946-4d49-af1e-f45d8c5e5feb/fc07fedf-7946-4d49-af1e-f45d8c5e5feb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.522601] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.523325] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b091ce0f-9ffe-4def-9b16-7dc22c69b3eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.531536] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 600.531536] env[70041]: value = "task-3192196" [ 600.531536] env[70041]: _type = "Task" [ 600.531536] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.541326] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.565901] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192190, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.570030] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192194, 'name': Rename_Task, 'duration_secs': 0.25247} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.570030] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.570030] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2066f9cc-c41c-4e81-98a8-d517990c271f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.578617] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 600.578617] env[70041]: value = "task-3192197" [ 600.578617] env[70041]: _type = "Task" [ 600.578617] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.588781] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.664524] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Acquiring lock "bc534caf-e753-41cf-bc21-7347d26bf4ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.665106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Lock "bc534caf-e753-41cf-bc21-7347d26bf4ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.665106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Acquiring lock "bc534caf-e753-41cf-bc21-7347d26bf4ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.665229] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Lock "bc534caf-e753-41cf-bc21-7347d26bf4ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.665387] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Lock "bc534caf-e753-41cf-bc21-7347d26bf4ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.668641] env[70041]: INFO nova.compute.manager [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Terminating instance [ 600.695696] env[70041]: DEBUG oslo_vmware.api [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192195, 'name': PowerOffVM_Task, 'duration_secs': 0.206124} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.695928] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.696280] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.696391] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d232940-f189-4511-bc66-6282fab6685f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.706328] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192188, 'name': CreateVM_Task, 'duration_secs': 1.330359} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.706473] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.707420] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.707420] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.707801] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.708151] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5afac48-109f-4dbe-bcec-fa2a8bb5d2be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.712910] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 600.712910] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f857aa-8ed4-1a0d-4915-e8ccbf0ecd77" [ 600.712910] env[70041]: _type = "Task" [ 600.712910] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.720846] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f857aa-8ed4-1a0d-4915-e8ccbf0ecd77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.763070] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.763512] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.763512] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Deleting the datastore file [datastore2] 677f9ba1-fafd-4309-82f9-f9d6b537db6c {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.764497] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cd08c91-8404-4f0f-b628-36041feb9b81 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.770654] env[70041]: DEBUG oslo_vmware.api [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for the task: (returnval){ [ 600.770654] env[70041]: value = "task-3192199" [ 600.770654] env[70041]: _type = "Task" [ 600.770654] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.779072] env[70041]: DEBUG oslo_vmware.api [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.830464] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192193, 'name': CreateVM_Task, 'duration_secs': 0.741398} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.830635] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.831522] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.044297] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08174} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.044592] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.049017] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307daf9-1d88-4caa-a7da-fcbac869393b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.075500] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fc07fedf-7946-4d49-af1e-f45d8c5e5feb/fc07fedf-7946-4d49-af1e-f45d8c5e5feb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 601.085184] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d2f648-6dc6-41b6-80eb-2f643976751c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.113556] env[70041]: DEBUG oslo_vmware.api [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192190, 'name': PowerOnVM_Task, 'duration_secs': 1.113031} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.121666] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.121874] env[70041]: INFO nova.compute.manager [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Took 15.73 seconds to spawn the instance on the hypervisor. [ 601.122157] env[70041]: DEBUG nova.compute.manager [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.122450] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192197, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.122710] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 601.122710] env[70041]: value = "task-3192200" [ 601.122710] env[70041]: _type = "Task" [ 601.122710] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.125623] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4979a3f-8980-4b0d-89f0-3f03ca8bfccc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.139221] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.177602] env[70041]: DEBUG nova.compute.manager [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.177709] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.178748] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d7f535-65ac-41fb-9f9a-69d27ef877ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.189575] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 601.189575] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42f64993-5175-4ab2-9e56-847accf6c051 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.194227] env[70041]: DEBUG oslo_vmware.api [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Waiting for the task: (returnval){ [ 601.194227] env[70041]: value = "task-3192201" [ 601.194227] env[70041]: _type = "Task" [ 601.194227] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.208766] env[70041]: DEBUG oslo_vmware.api [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Task: {'id': task-3192201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.226288] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f857aa-8ed4-1a0d-4915-e8ccbf0ecd77, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.226288] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.226288] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.226288] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.226434] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.226434] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.226621] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.227106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.227106] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8a83d5-5358-4a39-9369-23fb5ab55a46 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.229345] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ddbfff-2257-4752-a61f-209ba968f296 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.244244] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 601.244244] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521de75c-07dc-3e4b-b468-60a1d37c67e1" [ 601.244244] env[70041]: _type = "Task" [ 601.244244] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.245624] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.245789] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.253208] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8791f7-c7c3-490c-9e3a-d09107a48091 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.273538] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521de75c-07dc-3e4b-b468-60a1d37c67e1, 'name': SearchDatastore_Task, 'duration_secs': 0.019396} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.273814] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 601.273814] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e1588-3ce6-78de-b651-87a4dfebf635" [ 601.273814] env[70041]: _type = "Task" [ 601.273814] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.277467] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.277751] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.277971] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.298542] env[70041]: DEBUG oslo_vmware.api [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Task: {'id': task-3192199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436765} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.306454] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.306454] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.306454] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.306454] env[70041]: INFO nova.compute.manager [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 601.306454] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.306806] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e1588-3ce6-78de-b651-87a4dfebf635, 'name': SearchDatastore_Task, 'duration_secs': 0.015765} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.311066] env[70041]: DEBUG nova.compute.manager [-] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.311210] env[70041]: DEBUG nova.network.neutron [-] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.314593] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8c48c3-fe88-4649-b900-ab9d64c6a766 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.326375] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 601.326375] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b40263-eff5-c2a5-91a5-e7dd3b98bf5a" [ 601.326375] env[70041]: _type = "Task" [ 601.326375] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.339318] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b40263-eff5-c2a5-91a5-e7dd3b98bf5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.416674] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33415073-4ce0-4187-9cfc-447a61a11cae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.429160] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08e7be1-82b1-4130-9f2d-f1e0d66dac5d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.474643] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de97969-485f-453e-be1d-9de69bbeec3f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.488468] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e63154c-a517-46f9-874f-fe9e4754f6ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.504582] env[70041]: DEBUG nova.compute.provider_tree [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.617882] env[70041]: DEBUG oslo_vmware.api [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192197, 'name': PowerOnVM_Task, 'duration_secs': 0.934807} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.617882] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.618145] env[70041]: INFO nova.compute.manager [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Took 13.87 seconds to spawn the instance on the hypervisor. [ 601.618420] env[70041]: DEBUG nova.compute.manager [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.619627] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c69ad0a-78a0-4882-8428-b9dfd439cbb0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.642613] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192200, 'name': ReconfigVM_Task, 'duration_secs': 0.470881} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.643634] env[70041]: DEBUG nova.network.neutron [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Successfully updated port: 52cb53cd-6418-471f-b70e-09b33d5ef50c {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.645698] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fc07fedf-7946-4d49-af1e-f45d8c5e5feb/fc07fedf-7946-4d49-af1e-f45d8c5e5feb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.650936] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5baf9720-c5de-4beb-9a1a-2522e4531ca7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.658267] env[70041]: INFO nova.compute.manager [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Took 26.64 seconds to build instance. [ 601.661121] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 601.661121] env[70041]: value = "task-3192202" [ 601.661121] env[70041]: _type = "Task" [ 601.661121] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.674695] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192202, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.707239] env[70041]: DEBUG oslo_vmware.api [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Task: {'id': task-3192201, 'name': PowerOffVM_Task, 'duration_secs': 0.230201} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.707239] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.707239] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.707239] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c32c60f7-f7af-40c6-a6a6-19b9b38156cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.776037] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.776362] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.776362] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Deleting the datastore file [datastore2] bc534caf-e753-41cf-bc21-7347d26bf4ce {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.776589] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b17b6ddb-0da1-430b-86d8-d400b7b32f22 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.783644] env[70041]: DEBUG oslo_vmware.api [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Waiting for the task: (returnval){ [ 601.783644] env[70041]: value = "task-3192204" [ 601.783644] env[70041]: _type = "Task" [ 601.783644] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.798439] env[70041]: DEBUG oslo_vmware.api [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Task: {'id': task-3192204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.839944] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b40263-eff5-c2a5-91a5-e7dd3b98bf5a, 'name': SearchDatastore_Task, 'duration_secs': 0.020781} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.840246] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.840498] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 07f71beb-8383-460f-a2b3-3ca63b9fe69a/07f71beb-8383-460f-a2b3-3ca63b9fe69a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.840767] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.840978] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.841249] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-497b59a5-b437-473a-9846-3ca7cf5d6692 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.850219] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e6bdd45-0401-4c3b-b604-bae695bda3dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.854853] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 601.854853] env[70041]: value = "task-3192205" [ 601.854853] env[70041]: _type = "Task" [ 601.854853] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.861601] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.861704] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.865693] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8559d9-ea18-4a1d-ab39-149b03118296 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.872773] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.876641] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 601.876641] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f30fd1-f93b-26b0-3ca6-a0a9502e38fe" [ 601.876641] env[70041]: _type = "Task" [ 601.876641] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.888092] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f30fd1-f93b-26b0-3ca6-a0a9502e38fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.008210] env[70041]: DEBUG nova.scheduler.client.report [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.045292] env[70041]: DEBUG nova.network.neutron [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Updated VIF entry in instance network info cache for port b787029f-4f88-4349-b24a-89c59e456d0f. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.045650] env[70041]: DEBUG nova.network.neutron [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Updating instance_info_cache with network_info: [{"id": "b787029f-4f88-4349-b24a-89c59e456d0f", "address": "fa:16:3e:ce:cc:6a", "network": {"id": "201685b3-1fc0-4473-b2c0-37110015ab56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458274301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f101bae0f8147e2a3e183c23f0889bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb787029f-4f", "ovs_interfaceid": "b787029f-4f88-4349-b24a-89c59e456d0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.144187] env[70041]: INFO nova.compute.manager [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Took 26.49 seconds to build instance. [ 602.145865] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquiring lock "refresh_cache-6c7f4b2e-2535-4535-b17a-d487ef4ef792" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.145865] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquired lock "refresh_cache-6c7f4b2e-2535-4535-b17a-d487ef4ef792" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.146742] env[70041]: DEBUG nova.network.neutron [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.160398] env[70041]: DEBUG oslo_concurrency.lockutils [None req-22dd8df4-714a-4de0-a1ac-b4cadee63df1 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.155s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.174341] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192202, 'name': Rename_Task, 'duration_secs': 0.30077} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.174341] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.175112] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16586e29-7ca4-4141-88db-cd31a276bc8a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.183384] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 602.183384] env[70041]: value = "task-3192206" [ 602.183384] env[70041]: _type = "Task" [ 602.183384] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.199142] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.298432] env[70041]: DEBUG oslo_vmware.api [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Task: {'id': task-3192204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150166} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.298769] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.298899] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 602.299546] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 602.299546] env[70041]: INFO nova.compute.manager [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Took 1.12 seconds to destroy the instance on the hypervisor. [ 602.299711] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 602.300059] env[70041]: DEBUG nova.compute.manager [-] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 602.300059] env[70041]: DEBUG nova.network.neutron [-] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 602.364761] env[70041]: DEBUG nova.network.neutron [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Updated VIF entry in instance network info cache for port 20e28288-07bc-4099-baa6-cfa38cc09484. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.365182] env[70041]: DEBUG nova.network.neutron [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Updating instance_info_cache with network_info: [{"id": "20e28288-07bc-4099-baa6-cfa38cc09484", "address": "fa:16:3e:5e:d5:7a", "network": {"id": "3050106a-100e-407c-8bf8-73fa7e35f2eb", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-599630000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0b14ddc398c4a80a09b67a4acfc5729", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e28288-07", "ovs_interfaceid": "20e28288-07bc-4099-baa6-cfa38cc09484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.373570] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192205, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.388975] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f30fd1-f93b-26b0-3ca6-a0a9502e38fe, 'name': SearchDatastore_Task, 'duration_secs': 0.029375} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.390381] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f2f9eb-e007-41b0-a0e9-1dadd7840d13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.400556] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 602.400556] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5294467f-533e-af70-ece7-0ba83bc1a220" [ 602.400556] env[70041]: _type = "Task" [ 602.400556] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.416827] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5294467f-533e-af70-ece7-0ba83bc1a220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.515686] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.516327] env[70041]: DEBUG nova.compute.manager [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.522142] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.218s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.522142] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.552743] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae4a6bb1-af79-4f65-a0c5-2b412469d8de req-db6b405c-8a9b-4c43-a7e6-628ef2bd2643 service nova] Releasing lock "refresh_cache-0a2ce7c7-8747-4c46-916b-331e8781a46e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.555647] env[70041]: INFO nova.scheduler.client.report [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Deleted allocations for instance ce22226b-87b3-48ee-909f-af3da8a63a41 [ 602.648926] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79b17682-93ff-49fe-8547-600364eff02d tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "93508e4f-7497-4ff0-90d6-f8176c4a79be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.003s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.694239] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192206, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.873386] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595313} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.873827] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 07f71beb-8383-460f-a2b3-3ca63b9fe69a/07f71beb-8383-460f-a2b3-3ca63b9fe69a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.874926] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.874926] env[70041]: DEBUG oslo_concurrency.lockutils [req-61c98f9b-c5b8-486b-9a35-35a4f0589e02 req-f7a4dae6-70f0-4790-9b0a-3e5c674e646b service nova] Releasing lock "refresh_cache-07f71beb-8383-460f-a2b3-3ca63b9fe69a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.874926] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab26fc92-e30e-4acc-af33-332e09c9ace6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.883276] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 602.883276] env[70041]: value = "task-3192207" [ 602.883276] env[70041]: _type = "Task" [ 602.883276] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.895054] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.896613] env[70041]: DEBUG nova.network.neutron [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.916332] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5294467f-533e-af70-ece7-0ba83bc1a220, 'name': SearchDatastore_Task, 'duration_secs': 0.039167} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.916580] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.916834] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 0a2ce7c7-8747-4c46-916b-331e8781a46e/0a2ce7c7-8747-4c46-916b-331e8781a46e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.918092] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4b024a5-b9c6-4ebf-9c6e-0f3611018b72 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.924534] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 602.924534] env[70041]: value = "task-3192208" [ 602.924534] env[70041]: _type = "Task" [ 602.924534] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.934015] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.026590] env[70041]: DEBUG nova.compute.utils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.032137] env[70041]: DEBUG nova.compute.manager [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.032387] env[70041]: DEBUG nova.network.neutron [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.063836] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea4e1678-16a5-4406-8bdf-a0f5deadd264 tempest-ServerDiagnosticsNegativeTest-1328757757 tempest-ServerDiagnosticsNegativeTest-1328757757-project-member] Lock "ce22226b-87b3-48ee-909f-af3da8a63a41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.392s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.196433] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192206, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.397555] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.438362] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505718} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.440992] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 0a2ce7c7-8747-4c46-916b-331e8781a46e/0a2ce7c7-8747-4c46-916b-331e8781a46e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.441253] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.441510] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52c13300-38aa-47e3-9fc6-e9e27ae75057 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.445849] env[70041]: DEBUG nova.policy [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '931053a4de5e4b8299d92f83f56aec79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3811bdd0046c4b4da2de2fa953c88a24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.448836] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 603.448836] env[70041]: value = "task-3192209" [ 603.448836] env[70041]: _type = "Task" [ 603.448836] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.457822] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.530240] env[70041]: DEBUG nova.compute.manager [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.656298] env[70041]: DEBUG nova.network.neutron [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Updating instance_info_cache with network_info: [{"id": "52cb53cd-6418-471f-b70e-09b33d5ef50c", "address": "fa:16:3e:00:53:a6", "network": {"id": "0bfc7070-025d-42aa-b2f6-7f218e592162", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-270809955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "383dcc4465c44de3a8ec7e518bacb27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cb53cd-64", "ovs_interfaceid": "52cb53cd-6418-471f-b70e-09b33d5ef50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.697123] env[70041]: DEBUG oslo_vmware.api [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192206, 'name': PowerOnVM_Task, 'duration_secs': 1.014749} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.697378] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.697574] env[70041]: INFO nova.compute.manager [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Took 13.59 seconds to spawn the instance on the hypervisor. [ 603.697746] env[70041]: DEBUG nova.compute.manager [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.698569] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1212c24e-437e-4951-992a-a43141bc628a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.719476] env[70041]: DEBUG nova.network.neutron [-] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.726762] env[70041]: DEBUG nova.compute.manager [None req-ccfd6034-b993-4d43-bba1-8a2603afc249 tempest-ServerDiagnosticsV248Test-549278067 tempest-ServerDiagnosticsV248Test-549278067-project-admin] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.730310] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56046cb7-de79-4f4e-9e3b-7be4927ad318 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.739279] env[70041]: INFO nova.compute.manager [None req-ccfd6034-b993-4d43-bba1-8a2603afc249 tempest-ServerDiagnosticsV248Test-549278067 tempest-ServerDiagnosticsV248Test-549278067-project-admin] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Retrieving diagnostics [ 603.742107] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fe935a-daf9-469d-92ef-9a8893bd68ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.897249] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.003049} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.897604] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.898422] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c7b78-f3c9-464a-abe6-b5866babe0d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.924274] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 07f71beb-8383-460f-a2b3-3ca63b9fe69a/07f71beb-8383-460f-a2b3-3ca63b9fe69a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.924596] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e536416b-a146-406d-88cf-732eaff778ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.943520] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 603.943520] env[70041]: value = "task-3192210" [ 603.943520] env[70041]: _type = "Task" [ 603.943520] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.952593] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.960552] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.443843} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.960552] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.961173] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1111c1a-f1c6-4e58-bf28-0cbc3667ae3c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.983299] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 0a2ce7c7-8747-4c46-916b-331e8781a46e/0a2ce7c7-8747-4c46-916b-331e8781a46e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.983895] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc59bcb7-e936-4663-a876-a1da1a090431 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.005131] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 604.005131] env[70041]: value = "task-3192211" [ 604.005131] env[70041]: _type = "Task" [ 604.005131] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.013813] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.139588] env[70041]: DEBUG nova.network.neutron [-] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.160374] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Releasing lock "refresh_cache-6c7f4b2e-2535-4535-b17a-d487ef4ef792" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.160374] env[70041]: DEBUG nova.compute.manager [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Instance network_info: |[{"id": "52cb53cd-6418-471f-b70e-09b33d5ef50c", "address": "fa:16:3e:00:53:a6", "network": {"id": "0bfc7070-025d-42aa-b2f6-7f218e592162", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-270809955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "383dcc4465c44de3a8ec7e518bacb27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cb53cd-64", "ovs_interfaceid": "52cb53cd-6418-471f-b70e-09b33d5ef50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.160690] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:53:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52cb53cd-6418-471f-b70e-09b33d5ef50c', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.168189] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Creating folder: Project (383dcc4465c44de3a8ec7e518bacb27c). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.169130] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-244f611b-cb32-4a7a-896b-2138207845d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.182572] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Created folder: Project (383dcc4465c44de3a8ec7e518bacb27c) in parent group-v638323. [ 604.182572] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Creating folder: Instances. Parent ref: group-v638351. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.182572] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57497d28-9892-4430-90c2-2b0c2707b466 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.188951] env[70041]: DEBUG nova.network.neutron [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Successfully updated port: 9b6f5558-dc42-46db-b0f9-a35136e3cdb0 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.194605] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Created folder: Instances in parent group-v638351. [ 604.194605] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.194605] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.194783] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ff1d41-a6dd-4d9c-a5b8-f5a6fb6bdd0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.227085] env[70041]: INFO nova.compute.manager [-] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Took 2.91 seconds to deallocate network for instance. [ 604.227085] env[70041]: INFO nova.compute.manager [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Took 28.13 seconds to build instance. [ 604.229540] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.229540] env[70041]: value = "task-3192214" [ 604.229540] env[70041]: _type = "Task" [ 604.229540] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.247832] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192214, 'name': CreateVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.453725] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192210, 'name': ReconfigVM_Task, 'duration_secs': 0.358856} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.454150] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 07f71beb-8383-460f-a2b3-3ca63b9fe69a/07f71beb-8383-460f-a2b3-3ca63b9fe69a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.454829] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b294124-cb94-42e6-9d7e-0a9282042c33 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.462714] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 604.462714] env[70041]: value = "task-3192215" [ 604.462714] env[70041]: _type = "Task" [ 604.462714] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.478872] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192215, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.517365] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.543899] env[70041]: DEBUG nova.compute.manager [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.589172] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='825832791',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-771355494',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.589642] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.590122] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.590122] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.590490] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.592558] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.592558] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.592680] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.593076] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.593076] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.593169] env[70041]: DEBUG nova.virt.hardware [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.594088] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c9b2cc-7be2-4e6b-8758-1b262a9733a4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.603526] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ad924-f87b-4da3-b855-931718c8c1af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.643025] env[70041]: INFO nova.compute.manager [-] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Took 2.34 seconds to deallocate network for instance. [ 604.694311] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquiring lock "refresh_cache-452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.694311] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquired lock "refresh_cache-452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.694311] env[70041]: DEBUG nova.network.neutron [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.729462] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f734d6ce-913b-4aa6-aa1f-3b202eb46b33 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.645s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.740093] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192214, 'name': CreateVM_Task, 'duration_secs': 0.384528} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.740264] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.740963] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.741150] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.741501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.742409] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.742692] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.742871] env[70041]: DEBUG nova.objects.instance [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lazy-loading 'resources' on Instance uuid 677f9ba1-fafd-4309-82f9-f9d6b537db6c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 604.744917] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f9bd93-229a-48d5-ac04-7315a57aff0d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.752850] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 604.752850] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52509fdd-1641-588b-f4fa-6f7062e93188" [ 604.752850] env[70041]: _type = "Task" [ 604.752850] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.762682] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52509fdd-1641-588b-f4fa-6f7062e93188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.973728] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192215, 'name': Rename_Task, 'duration_secs': 0.167378} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.974391] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.974748] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30e72575-8ced-4618-8927-03df14b5f4c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.985274] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 604.985274] env[70041]: value = "task-3192216" [ 604.985274] env[70041]: _type = "Task" [ 604.985274] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.995148] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.005078] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "6f71f548-e204-4279-ac08-19e3a2aba26d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.005078] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.017327] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192211, 'name': ReconfigVM_Task, 'duration_secs': 0.726091} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.017678] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 0a2ce7c7-8747-4c46-916b-331e8781a46e/0a2ce7c7-8747-4c46-916b-331e8781a46e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.018410] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-365f0ba1-6dff-4262-bffb-b8ae6ef14ed2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.026747] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 605.026747] env[70041]: value = "task-3192217" [ 605.026747] env[70041]: _type = "Task" [ 605.026747] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.038262] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192217, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.150751] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.252222] env[70041]: DEBUG nova.network.neutron [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.281354] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52509fdd-1641-588b-f4fa-6f7062e93188, 'name': SearchDatastore_Task, 'duration_secs': 0.009127} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.283245] env[70041]: DEBUG nova.network.neutron [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Successfully created port: 234ddcf3-afc0-4152-9478-906b43b36687 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.288052] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.288620] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.288778] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.288931] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.289124] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.289748] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-513f9138-0456-4259-a0cd-c285d74c709b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.312425] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.312587] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.314977] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf7d438-bc46-45f7-8cad-43d76b430571 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.320954] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 605.320954] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525e2ead-b5a6-3731-90f9-e9418b43e801" [ 605.320954] env[70041]: _type = "Task" [ 605.320954] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.332037] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525e2ead-b5a6-3731-90f9-e9418b43e801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.502372] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192216, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.511523] env[70041]: DEBUG nova.compute.manager [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.520473] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7f7bb9-7399-487e-ac1c-da662fad7845 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.540901] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea3382-daf1-4f35-aa6f-5afa27faab48 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.544685] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192217, 'name': Rename_Task, 'duration_secs': 0.364316} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.544949] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.546036] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e1811fa-9005-4504-ac1d-5207fc4cabbb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.581297] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3649f70-5e5b-46d3-ae9d-75a85c6b0ca8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.585430] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 605.585430] env[70041]: value = "task-3192218" [ 605.585430] env[70041]: _type = "Task" [ 605.585430] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.593726] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9abeecb-5220-43ba-b028-6a6058d64639 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.601786] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.614355] env[70041]: DEBUG nova.compute.provider_tree [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.724892] env[70041]: DEBUG nova.compute.manager [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Received event network-vif-plugged-52cb53cd-6418-471f-b70e-09b33d5ef50c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 605.724892] env[70041]: DEBUG oslo_concurrency.lockutils [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] Acquiring lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.724892] env[70041]: DEBUG oslo_concurrency.lockutils [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.729688] env[70041]: DEBUG oslo_concurrency.lockutils [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.729688] env[70041]: DEBUG nova.compute.manager [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] No waiting events found dispatching network-vif-plugged-52cb53cd-6418-471f-b70e-09b33d5ef50c {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.729688] env[70041]: WARNING nova.compute.manager [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Received unexpected event network-vif-plugged-52cb53cd-6418-471f-b70e-09b33d5ef50c for instance with vm_state building and task_state spawning. [ 605.729688] env[70041]: DEBUG nova.compute.manager [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Received event network-changed-52cb53cd-6418-471f-b70e-09b33d5ef50c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 605.729688] env[70041]: DEBUG nova.compute.manager [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Refreshing instance network info cache due to event network-changed-52cb53cd-6418-471f-b70e-09b33d5ef50c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 605.730158] env[70041]: DEBUG oslo_concurrency.lockutils [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] Acquiring lock "refresh_cache-6c7f4b2e-2535-4535-b17a-d487ef4ef792" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.730930] env[70041]: DEBUG oslo_concurrency.lockutils [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] Acquired lock "refresh_cache-6c7f4b2e-2535-4535-b17a-d487ef4ef792" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.731282] env[70041]: DEBUG nova.network.neutron [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Refreshing network info cache for port 52cb53cd-6418-471f-b70e-09b33d5ef50c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.774184] env[70041]: DEBUG nova.network.neutron [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Updating instance_info_cache with network_info: [{"id": "9b6f5558-dc42-46db-b0f9-a35136e3cdb0", "address": "fa:16:3e:8a:4e:c9", "network": {"id": "cd9379ff-470d-4515-a273-cc4625c84908", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-23568729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3840ca94b7041109e936a6236b822a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6f5558-dc", "ovs_interfaceid": "9b6f5558-dc42-46db-b0f9-a35136e3cdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.837339] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525e2ead-b5a6-3731-90f9-e9418b43e801, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.838670] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057bd8e1-e616-4d7b-825a-cda5a6b43ea2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.844129] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 605.844129] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524fc3a1-b819-456d-30ab-b85e41fffc3c" [ 605.844129] env[70041]: _type = "Task" [ 605.844129] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.855289] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524fc3a1-b819-456d-30ab-b85e41fffc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.998655] env[70041]: DEBUG oslo_vmware.api [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192216, 'name': PowerOnVM_Task, 'duration_secs': 0.550443} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.001511] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.002545] env[70041]: INFO nova.compute.manager [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Took 13.99 seconds to spawn the instance on the hypervisor. [ 606.002545] env[70041]: DEBUG nova.compute.manager [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.002937] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "e5ca8966-78b2-4f04-9df1-ced842e7db02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.003173] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "e5ca8966-78b2-4f04-9df1-ced842e7db02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.005189] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43863476-c6dd-41f0-acf2-c9c3b3213103 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.046671] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.096656] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.121284] env[70041]: DEBUG nova.scheduler.client.report [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.280025] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Releasing lock "refresh_cache-452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.280391] env[70041]: DEBUG nova.compute.manager [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Instance network_info: |[{"id": "9b6f5558-dc42-46db-b0f9-a35136e3cdb0", "address": "fa:16:3e:8a:4e:c9", "network": {"id": "cd9379ff-470d-4515-a273-cc4625c84908", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-23568729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3840ca94b7041109e936a6236b822a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6f5558-dc", "ovs_interfaceid": "9b6f5558-dc42-46db-b0f9-a35136e3cdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.280799] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:4e:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b6f5558-dc42-46db-b0f9-a35136e3cdb0', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.289507] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Creating folder: Project (c3840ca94b7041109e936a6236b822a1). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.292195] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad4865d-e705-447c-9aba-c167c0e1af09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.298301] env[70041]: DEBUG nova.compute.manager [req-196ffce4-e2b1-46db-96de-cfd1eed981dd req-b6aa8a8e-f768-4a5f-8b8d-6f070a09e64a service nova] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Received event network-vif-deleted-9d7bae37-e035-46c4-a126-5b0c41b14900 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 606.305157] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Created folder: Project (c3840ca94b7041109e936a6236b822a1) in parent group-v638323. [ 606.306641] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Creating folder: Instances. Parent ref: group-v638354. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.306641] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d0d6da0-52eb-4e04-9b0e-8a7ef0e53385 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.318295] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Created folder: Instances in parent group-v638354. [ 606.318652] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.319739] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.320232] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a369284-a749-4e87-871d-46c3e9b7f85f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.352336] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.352336] env[70041]: value = "task-3192221" [ 606.352336] env[70041]: _type = "Task" [ 606.352336] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.374038] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524fc3a1-b819-456d-30ab-b85e41fffc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011509} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.374038] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.374038] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 6c7f4b2e-2535-4535-b17a-d487ef4ef792/6c7f4b2e-2535-4535-b17a-d487ef4ef792.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.374038] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5b0095c-cce2-4947-a151-9f20150b378e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.382929] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192221, 'name': CreateVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.389787] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 606.389787] env[70041]: value = "task-3192222" [ 606.389787] env[70041]: _type = "Task" [ 606.389787] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.401542] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.512147] env[70041]: DEBUG nova.compute.manager [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.539019] env[70041]: INFO nova.compute.manager [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Took 25.80 seconds to build instance. [ 606.598627] env[70041]: DEBUG oslo_vmware.api [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192218, 'name': PowerOnVM_Task, 'duration_secs': 0.828406} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.598938] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.599145] env[70041]: INFO nova.compute.manager [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Took 12.20 seconds to spawn the instance on the hypervisor. [ 606.599743] env[70041]: DEBUG nova.compute.manager [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.600178] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e89d73-c9cc-4ad8-a3ab-6d3321a107d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.625380] env[70041]: DEBUG nova.network.neutron [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Updated VIF entry in instance network info cache for port 52cb53cd-6418-471f-b70e-09b33d5ef50c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.625744] env[70041]: DEBUG nova.network.neutron [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Updating instance_info_cache with network_info: [{"id": "52cb53cd-6418-471f-b70e-09b33d5ef50c", "address": "fa:16:3e:00:53:a6", "network": {"id": "0bfc7070-025d-42aa-b2f6-7f218e592162", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-270809955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "383dcc4465c44de3a8ec7e518bacb27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cb53cd-64", "ovs_interfaceid": "52cb53cd-6418-471f-b70e-09b33d5ef50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.630072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.632293] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.482s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.632619] env[70041]: DEBUG nova.objects.instance [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Lazy-loading 'resources' on Instance uuid bc534caf-e753-41cf-bc21-7347d26bf4ce {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 606.677846] env[70041]: INFO nova.scheduler.client.report [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Deleted allocations for instance 677f9ba1-fafd-4309-82f9-f9d6b537db6c [ 606.868856] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192221, 'name': CreateVM_Task, 'duration_secs': 0.453634} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.870665] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.872095] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.872095] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.872095] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.872095] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a90e6cd-37c4-46b6-8a64-d92edf962143 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.878338] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 606.878338] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d2b05c-d272-cbde-3766-5ddfcc007ea5" [ 606.878338] env[70041]: _type = "Task" [ 606.878338] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.895094] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d2b05c-d272-cbde-3766-5ddfcc007ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.905234] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192222, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.042120] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.043072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08d761c9-ead6-4f9b-9769-735464c47b25 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.316s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.128164] env[70041]: DEBUG oslo_concurrency.lockutils [req-3c1c0cbe-dba1-42a7-9c04-3af0cfdd7bc5 req-b4d82bdf-4003-4b75-9f3d-10cc1ddd9677 service nova] Releasing lock "refresh_cache-6c7f4b2e-2535-4535-b17a-d487ef4ef792" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.128860] env[70041]: INFO nova.compute.manager [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Took 22.35 seconds to build instance. [ 607.188178] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa1ce72b-69be-4844-9c72-2dcbe1a72919 tempest-ServerDiagnosticsTest-992516611 tempest-ServerDiagnosticsTest-992516611-project-member] Lock "677f9ba1-fafd-4309-82f9-f9d6b537db6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.555s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.397468] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d2b05c-d272-cbde-3766-5ddfcc007ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.027843} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.404610] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.404610] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.404741] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.405839] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.405839] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.407781] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8c7e866-c958-4f7e-9cd9-2c3d0287be3e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.419398] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68574} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.420082] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 6c7f4b2e-2535-4535-b17a-d487ef4ef792/6c7f4b2e-2535-4535-b17a-d487ef4ef792.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.420082] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.420485] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.424035] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.424035] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa1858b2-81a9-47ed-b807-98b6567cf287 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.425633] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e641389-cb6a-4a84-8c22-1a34ab160c4f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.431881] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 607.431881] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521d1c7a-487f-1ca0-a3fd-3eeef045f893" [ 607.431881] env[70041]: _type = "Task" [ 607.431881] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.432925] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 607.432925] env[70041]: value = "task-3192223" [ 607.432925] env[70041]: _type = "Task" [ 607.432925] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.466173] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.466173] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521d1c7a-487f-1ca0-a3fd-3eeef045f893, 'name': SearchDatastore_Task, 'duration_secs': 0.011784} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.470762] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654b4631-2279-4933-a97c-4e00d62125fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.481548] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 607.481548] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525b7b61-15b8-52b2-6cc9-c949684f87f2" [ 607.481548] env[70041]: _type = "Task" [ 607.481548] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.502790] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525b7b61-15b8-52b2-6cc9-c949684f87f2, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.509629] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.510044] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7/452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.523156] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5888b2a5-e2b8-4822-88a0-1e73f8feac97 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.523156] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquiring lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.523156] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.523276] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 607.523276] env[70041]: value = "task-3192224" [ 607.523276] env[70041]: _type = "Task" [ 607.523276] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.530889] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25def2d-c20c-40d8-a022-5c6ad01b61cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.538297] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.542193] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4be9e7-d7b1-41b7-9958-fc4a05331aa4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.545938] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquiring lock "b2b73b38-5fe8-4266-91b3-a6dca68e61ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.548042] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "b2b73b38-5fe8-4266-91b3-a6dca68e61ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.548042] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquiring lock "b2b73b38-5fe8-4266-91b3-a6dca68e61ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.548042] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "b2b73b38-5fe8-4266-91b3-a6dca68e61ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.548042] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "b2b73b38-5fe8-4266-91b3-a6dca68e61ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.580585] env[70041]: INFO nova.compute.manager [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Terminating instance [ 607.583211] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e4758-2fcc-464c-8a72-6d35126863cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.595569] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eca769-d968-4ebd-a416-13ccbd725263 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.609651] env[70041]: DEBUG nova.compute.provider_tree [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.630624] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08be559b-76e3-4977-9737-0d7decf39d19 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "0a2ce7c7-8747-4c46-916b-331e8781a46e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.859s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.957728] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079421} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.958066] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.959342] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aa31c2-dc2c-4794-b475-6c2c4b14766f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.990938] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6c7f4b2e-2535-4535-b17a-d487ef4ef792/6c7f4b2e-2535-4535-b17a-d487ef4ef792.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.996056] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6246ccf0-c3c9-4702-9a53-fe8640bf9ee0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.025932] env[70041]: DEBUG nova.compute.manager [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.029049] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 608.029049] env[70041]: value = "task-3192225" [ 608.029049] env[70041]: _type = "Task" [ 608.029049] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.047951] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.051854] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.088339] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquiring lock "refresh_cache-b2b73b38-5fe8-4266-91b3-a6dca68e61ee" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.088740] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquired lock "refresh_cache-b2b73b38-5fe8-4266-91b3-a6dca68e61ee" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.089086] env[70041]: DEBUG nova.network.neutron [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.115218] env[70041]: DEBUG nova.scheduler.client.report [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.551034] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6607} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.551344] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7/452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.551557] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.551803] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b46b3e95-a557-44df-a28a-0403241d43e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.561756] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192225, 'name': ReconfigVM_Task, 'duration_secs': 0.511164} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.562465] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6c7f4b2e-2535-4535-b17a-d487ef4ef792/6c7f4b2e-2535-4535-b17a-d487ef4ef792.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.563590] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-428dba63-8283-4187-976b-3009e9e6d7c5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.566547] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 608.566547] env[70041]: value = "task-3192227" [ 608.566547] env[70041]: _type = "Task" [ 608.566547] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.571136] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 608.571136] env[70041]: value = "task-3192228" [ 608.571136] env[70041]: _type = "Task" [ 608.571136] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.572320] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.580380] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.586263] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192228, 'name': Rename_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.624734] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.631085] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.585s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.632224] env[70041]: INFO nova.compute.claims [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.660664] env[70041]: INFO nova.scheduler.client.report [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Deleted allocations for instance bc534caf-e753-41cf-bc21-7347d26bf4ce [ 608.671956] env[70041]: DEBUG nova.network.neutron [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.817745] env[70041]: DEBUG nova.compute.manager [None req-ead12378-a614-454c-9449-5e39a806f7e0 tempest-ServerExternalEventsTest-44962277 tempest-ServerExternalEventsTest-44962277-project] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Received event network-changed {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 608.817828] env[70041]: DEBUG nova.compute.manager [None req-ead12378-a614-454c-9449-5e39a806f7e0 tempest-ServerExternalEventsTest-44962277 tempest-ServerExternalEventsTest-44962277-project] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Refreshing instance network info cache due to event network-changed. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 608.819482] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ead12378-a614-454c-9449-5e39a806f7e0 tempest-ServerExternalEventsTest-44962277 tempest-ServerExternalEventsTest-44962277-project] Acquiring lock "refresh_cache-93508e4f-7497-4ff0-90d6-f8176c4a79be" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.819648] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ead12378-a614-454c-9449-5e39a806f7e0 tempest-ServerExternalEventsTest-44962277 tempest-ServerExternalEventsTest-44962277-project] Acquired lock "refresh_cache-93508e4f-7497-4ff0-90d6-f8176c4a79be" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.819994] env[70041]: DEBUG nova.network.neutron [None req-ead12378-a614-454c-9449-5e39a806f7e0 tempest-ServerExternalEventsTest-44962277 tempest-ServerExternalEventsTest-44962277-project] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.829228] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "bcb9a98c-8ec6-4960-966b-9741fee06d34" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.830276] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.830276] env[70041]: DEBUG nova.compute.manager [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.835019] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2028a18-b381-46de-81eb-8d85b86935ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.842617] env[70041]: DEBUG nova.compute.manager [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 608.846018] env[70041]: DEBUG nova.objects.instance [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lazy-loading 'flavor' on Instance uuid bcb9a98c-8ec6-4960-966b-9741fee06d34 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 608.883954] env[70041]: DEBUG nova.network.neutron [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.045671] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.045910] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.079064] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066405} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.082808] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.083629] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228b6ead-1991-476a-877a-8ac385b9af88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.092964] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192228, 'name': Rename_Task, 'duration_secs': 0.324729} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.106129] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.114871] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7/452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.115237] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8446ca5b-5b9b-4f4e-b7a0-669bd42e64ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.118128] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb8780b-a60f-49ac-8a3d-34d1f327c399 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.135885] env[70041]: DEBUG nova.network.neutron [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Successfully updated port: 234ddcf3-afc0-4152-9478-906b43b36687 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.145598] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 609.145598] env[70041]: value = "task-3192232" [ 609.145598] env[70041]: _type = "Task" [ 609.145598] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.145598] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 609.145598] env[70041]: value = "task-3192233" [ 609.145598] env[70041]: _type = "Task" [ 609.145598] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.161177] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192232, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.165798] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.174963] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3495bcb7-aec6-47a9-a436-6b652b9841ee tempest-DeleteServersAdminTestJSON-789925170 tempest-DeleteServersAdminTestJSON-789925170-project-admin] Lock "bc534caf-e753-41cf-bc21-7347d26bf4ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.510s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.388444] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Releasing lock "refresh_cache-b2b73b38-5fe8-4266-91b3-a6dca68e61ee" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.388818] env[70041]: DEBUG nova.compute.manager [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.389034] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.390703] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad61e280-429e-47e9-b732-6a6789d7b19b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.399763] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.403062] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a9c9b5-d330-4c30-8ed5-0e388a36786b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.410885] env[70041]: DEBUG oslo_vmware.api [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 609.410885] env[70041]: value = "task-3192234" [ 609.410885] env[70041]: _type = "Task" [ 609.410885] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.421374] env[70041]: DEBUG oslo_vmware.api [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.549505] env[70041]: DEBUG nova.compute.manager [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.639203] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "refresh_cache-bcd51f86-c628-48d1-b7e2-d1eec7331b3f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.639426] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquired lock "refresh_cache-bcd51f86-c628-48d1-b7e2-d1eec7331b3f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.639794] env[70041]: DEBUG nova.network.neutron [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.673924] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192233, 'name': ReconfigVM_Task, 'duration_secs': 0.447663} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.674040] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.675030] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7/452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.676521] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d811c3cb-be2d-4b83-abbe-1a4d9d5bfb0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.693958] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 609.693958] env[70041]: value = "task-3192235" [ 609.693958] env[70041]: _type = "Task" [ 609.693958] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.705569] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192235, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.864500] env[70041]: DEBUG nova.compute.manager [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Stashing vm_state: active {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 609.870837] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.872184] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf97f640-8e5d-468d-a78a-80fe699461e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.888806] env[70041]: DEBUG oslo_vmware.api [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 609.888806] env[70041]: value = "task-3192236" [ 609.888806] env[70041]: _type = "Task" [ 609.888806] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.905484] env[70041]: DEBUG oslo_vmware.api [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.924187] env[70041]: DEBUG oslo_vmware.api [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192234, 'name': PowerOffVM_Task, 'duration_secs': 0.155743} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.924543] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.924757] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.924887] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aea6cce2-bfc7-4738-b586-53df2c67e192 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.939238] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147adec3-7198-4173-b0f1-0103360e4154 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.947279] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b5996b-3cd5-46a7-81dd-4fe3e646ba6d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.952603] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 609.952603] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 609.952747] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Deleting the datastore file [datastore2] b2b73b38-5fe8-4266-91b3-a6dca68e61ee {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.956659] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5acb1bac-de6b-45a6-8f01-6123f07fe3ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.985187] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404b6f79-8b92-4755-9aa4-9afeaed206f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.987988] env[70041]: DEBUG oslo_vmware.api [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for the task: (returnval){ [ 609.987988] env[70041]: value = "task-3192238" [ 609.987988] env[70041]: _type = "Task" [ 609.987988] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.995542] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5d9b78-1d15-41d2-b83c-7719db51b3f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.002715] env[70041]: DEBUG oslo_vmware.api [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.012847] env[70041]: DEBUG nova.compute.provider_tree [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.076521] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.166370] env[70041]: DEBUG oslo_vmware.api [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192232, 'name': PowerOnVM_Task, 'duration_secs': 0.791981} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.166832] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.166832] env[70041]: INFO nova.compute.manager [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Took 13.35 seconds to spawn the instance on the hypervisor. [ 610.169227] env[70041]: DEBUG nova.compute.manager [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.169227] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426ecb01-7724-4e5a-adc6-176b21820a35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.205255] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192235, 'name': Rename_Task, 'duration_secs': 0.291199} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.205255] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.205255] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bd7e4bc-fa7d-4b18-aa38-bdb7a4ef5938 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.213201] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 610.213201] env[70041]: value = "task-3192239" [ 610.213201] env[70041]: _type = "Task" [ 610.213201] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.222654] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.307579] env[70041]: DEBUG nova.network.neutron [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.402620] env[70041]: DEBUG oslo_vmware.api [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192236, 'name': PowerOffVM_Task, 'duration_secs': 0.417411} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.405413] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.405413] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.405413] env[70041]: DEBUG nova.compute.manager [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.409707] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecc61fe-e37e-428c-8a4f-e093b16f2937 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.482787] env[70041]: DEBUG nova.network.neutron [None req-ead12378-a614-454c-9449-5e39a806f7e0 tempest-ServerExternalEventsTest-44962277 tempest-ServerExternalEventsTest-44962277-project] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Updating instance_info_cache with network_info: [{"id": "61cc7d4d-874e-45b2-8bd7-ac149293d65a", "address": "fa:16:3e:1f:d0:32", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61cc7d4d-87", "ovs_interfaceid": "61cc7d4d-874e-45b2-8bd7-ac149293d65a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.493960] env[70041]: DEBUG nova.compute.manager [req-4c42a357-82b7-4478-81db-c91e7b08a77a req-68289b93-c676-4313-8811-206e0ff1e91f service nova] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Received event network-vif-deleted-cb67fa9d-7a77-44e1-bead-444227428917 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 610.507945] env[70041]: DEBUG oslo_vmware.api [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Task: {'id': task-3192238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273744} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.512759] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.512759] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.513103] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.513103] env[70041]: INFO nova.compute.manager [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 610.513214] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.513472] env[70041]: DEBUG nova.compute.manager [-] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.513472] env[70041]: DEBUG nova.network.neutron [-] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.516786] env[70041]: DEBUG nova.scheduler.client.report [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.571209] env[70041]: DEBUG nova.network.neutron [-] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.629826] env[70041]: DEBUG nova.compute.manager [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Received event network-vif-plugged-9b6f5558-dc42-46db-b0f9-a35136e3cdb0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 610.631118] env[70041]: DEBUG oslo_concurrency.lockutils [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] Acquiring lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.631118] env[70041]: DEBUG oslo_concurrency.lockutils [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] Lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.631118] env[70041]: DEBUG oslo_concurrency.lockutils [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] Lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.631118] env[70041]: DEBUG nova.compute.manager [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] No waiting events found dispatching network-vif-plugged-9b6f5558-dc42-46db-b0f9-a35136e3cdb0 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.631118] env[70041]: WARNING nova.compute.manager [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Received unexpected event network-vif-plugged-9b6f5558-dc42-46db-b0f9-a35136e3cdb0 for instance with vm_state building and task_state spawning. [ 610.631343] env[70041]: DEBUG nova.compute.manager [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Received event network-changed-9b6f5558-dc42-46db-b0f9-a35136e3cdb0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 610.632348] env[70041]: DEBUG nova.compute.manager [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Refreshing instance network info cache due to event network-changed-9b6f5558-dc42-46db-b0f9-a35136e3cdb0. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 610.634288] env[70041]: DEBUG oslo_concurrency.lockutils [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] Acquiring lock "refresh_cache-452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.634941] env[70041]: DEBUG oslo_concurrency.lockutils [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] Acquired lock "refresh_cache-452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.634941] env[70041]: DEBUG nova.network.neutron [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Refreshing network info cache for port 9b6f5558-dc42-46db-b0f9-a35136e3cdb0 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.693373] env[70041]: INFO nova.compute.manager [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Took 23.53 seconds to build instance. [ 610.733501] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192239, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.816469] env[70041]: DEBUG nova.network.neutron [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Updating instance_info_cache with network_info: [{"id": "234ddcf3-afc0-4152-9478-906b43b36687", "address": "fa:16:3e:80:93:b3", "network": {"id": "e4f907d8-b2a2-4f2b-a12a-cb74cc7e721d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1848099100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3811bdd0046c4b4da2de2fa953c88a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234ddcf3-af", "ovs_interfaceid": "234ddcf3-afc0-4152-9478-906b43b36687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.925023] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2337f9e5-8808-4f10-911f-aad89326baba tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.989235] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ead12378-a614-454c-9449-5e39a806f7e0 tempest-ServerExternalEventsTest-44962277 tempest-ServerExternalEventsTest-44962277-project] Releasing lock "refresh_cache-93508e4f-7497-4ff0-90d6-f8176c4a79be" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.030653] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.030653] env[70041]: DEBUG nova.compute.manager [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.034345] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.992s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.036877] env[70041]: INFO nova.compute.claims [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.074934] env[70041]: DEBUG nova.network.neutron [-] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.183056] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquiring lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.183447] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.197906] env[70041]: DEBUG oslo_concurrency.lockutils [None req-58620278-a4a0-4432-9b79-a024af48e9cd tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.043s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.226691] env[70041]: DEBUG oslo_vmware.api [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192239, 'name': PowerOnVM_Task, 'duration_secs': 0.820016} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.226691] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.227021] env[70041]: INFO nova.compute.manager [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Took 12.00 seconds to spawn the instance on the hypervisor. [ 611.227082] env[70041]: DEBUG nova.compute.manager [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.227815] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb6e5e6-a4d4-4406-9788-c8cb4a40eadd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.323606] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Releasing lock "refresh_cache-bcd51f86-c628-48d1-b7e2-d1eec7331b3f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.323606] env[70041]: DEBUG nova.compute.manager [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Instance network_info: |[{"id": "234ddcf3-afc0-4152-9478-906b43b36687", "address": "fa:16:3e:80:93:b3", "network": {"id": "e4f907d8-b2a2-4f2b-a12a-cb74cc7e721d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1848099100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3811bdd0046c4b4da2de2fa953c88a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234ddcf3-af", "ovs_interfaceid": "234ddcf3-afc0-4152-9478-906b43b36687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.323911] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:93:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '234ddcf3-afc0-4152-9478-906b43b36687', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.333942] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Creating folder: Project (3811bdd0046c4b4da2de2fa953c88a24). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.335611] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9b4f36d-ef09-497f-8d1c-6fd87e6d17d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.347569] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Created folder: Project (3811bdd0046c4b4da2de2fa953c88a24) in parent group-v638323. [ 611.347569] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Creating folder: Instances. Parent ref: group-v638360. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.347569] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-450a688c-89f0-49ef-9845-776c5a96336a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.359283] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Created folder: Instances in parent group-v638360. [ 611.359512] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.359735] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.359946] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c21e374-a7f3-428c-93bc-8710fa129185 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.383072] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.383072] env[70041]: value = "task-3192242" [ 611.383072] env[70041]: _type = "Task" [ 611.383072] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.397946] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192242, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.537674] env[70041]: DEBUG nova.compute.utils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.539258] env[70041]: DEBUG nova.compute.manager [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.539417] env[70041]: DEBUG nova.network.neutron [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.577995] env[70041]: INFO nova.compute.manager [-] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Took 1.06 seconds to deallocate network for instance. [ 611.686278] env[70041]: DEBUG nova.compute.manager [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.727566] env[70041]: DEBUG nova.policy [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb478d61804f49dfb268373f3d1b9257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da15d1d3e083436d9c7265db9d62fd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.746360] env[70041]: INFO nova.compute.manager [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Took 22.03 seconds to build instance. [ 611.893740] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192242, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.971179] env[70041]: DEBUG nova.network.neutron [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Updated VIF entry in instance network info cache for port 9b6f5558-dc42-46db-b0f9-a35136e3cdb0. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.971599] env[70041]: DEBUG nova.network.neutron [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Updating instance_info_cache with network_info: [{"id": "9b6f5558-dc42-46db-b0f9-a35136e3cdb0", "address": "fa:16:3e:8a:4e:c9", "network": {"id": "cd9379ff-470d-4515-a273-cc4625c84908", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-23568729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3840ca94b7041109e936a6236b822a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6f5558-dc", "ovs_interfaceid": "9b6f5558-dc42-46db-b0f9-a35136e3cdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.043242] env[70041]: DEBUG nova.compute.manager [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.086054] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.174989] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "cbdfeca6-c411-4343-bf66-f6e2a02de922" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.175452] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "cbdfeca6-c411-4343-bf66-f6e2a02de922" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.217404] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.249116] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09c8f88c-8d91-439e-87ef-922998090630 tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.542s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.353721] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24540750-26b2-4a2e-80c0-ede423e7f677 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.367177] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6a2ba6-5292-43da-aa91-6826227e968f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.415657] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab1a60b-6ca2-42b0-932d-3bdc1aff6188 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.425242] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192242, 'name': CreateVM_Task, 'duration_secs': 0.527737} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.430018] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.431884] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.433932] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.434173] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.439090] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b805ab6-33de-46b5-8b5b-e3e0d78856da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.444134] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc15b80-4158-4245-b0ee-5cf574254c26 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.459566] env[70041]: DEBUG nova.compute.provider_tree [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.463596] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 612.463596] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52dba77d-aa89-7c7a-b294-747dea6f6387" [ 612.463596] env[70041]: _type = "Task" [ 612.463596] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.472342] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52dba77d-aa89-7c7a-b294-747dea6f6387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.476468] env[70041]: DEBUG oslo_concurrency.lockutils [req-035e8e21-3f7c-4a93-81a0-b60a6fdeb6c3 req-884d14d1-2b9c-475e-92ba-37892c49aea4 service nova] Releasing lock "refresh_cache-452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.561353] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquiring lock "93508e4f-7497-4ff0-90d6-f8176c4a79be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.562383] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "93508e4f-7497-4ff0-90d6-f8176c4a79be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.562630] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquiring lock "93508e4f-7497-4ff0-90d6-f8176c4a79be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.562896] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "93508e4f-7497-4ff0-90d6-f8176c4a79be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.563063] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "93508e4f-7497-4ff0-90d6-f8176c4a79be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.567942] env[70041]: INFO nova.compute.manager [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Terminating instance [ 612.641872] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.642165] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.679501] env[70041]: DEBUG nova.compute.manager [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.965268] env[70041]: DEBUG nova.scheduler.client.report [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.989083] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52dba77d-aa89-7c7a-b294-747dea6f6387, 'name': SearchDatastore_Task, 'duration_secs': 0.024869} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.990749] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.990749] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.990749] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.990749] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.991019] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.991019] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53513266-7b3d-43e6-a47f-ae01867c2e8c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.015635] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.015975] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.016734] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e7cf37-5eb5-4b6c-baaa-2bafaad59474 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.030957] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 613.030957] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5221d06b-ed7b-c704-608b-74a5bcb9e05b" [ 613.030957] env[70041]: _type = "Task" [ 613.030957] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.053977] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5221d06b-ed7b-c704-608b-74a5bcb9e05b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.068875] env[70041]: DEBUG nova.compute.manager [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.077716] env[70041]: DEBUG nova.compute.manager [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 613.077716] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 613.077716] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b58c96-a948-43ae-a5e0-3dfe2922e56e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.094280] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 613.098258] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e768886-8f56-457b-98b8-274f87d12570 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.114640] env[70041]: DEBUG oslo_vmware.api [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 613.114640] env[70041]: value = "task-3192244" [ 613.114640] env[70041]: _type = "Task" [ 613.114640] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.121356] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.122415] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.122765] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.123097] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.123360] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.123612] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.123952] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.126019] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.126019] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.126019] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.126019] env[70041]: DEBUG nova.virt.hardware [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.126019] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfab20f2-f8a2-445e-a9ed-2318fcb03ec8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.143860] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cbd69f-a6ad-4045-ab3a-6bfecb42ce4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.149017] env[70041]: DEBUG oslo_vmware.api [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.149571] env[70041]: DEBUG nova.compute.manager [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.226184] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.444908] env[70041]: DEBUG nova.network.neutron [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Successfully created port: 2387feac-81ae-43d4-a47e-647a1de3a03b {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.475540] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.476303] env[70041]: DEBUG nova.compute.manager [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 613.479822] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.907s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.481409] env[70041]: INFO nova.compute.claims [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.544978] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5221d06b-ed7b-c704-608b-74a5bcb9e05b, 'name': SearchDatastore_Task, 'duration_secs': 0.019222} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.545727] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c94c310-af38-4710-a6fe-aad13299f3d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.552074] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 613.552074] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f39fee-5c4f-45f4-cf3c-21fc84290d3f" [ 613.552074] env[70041]: _type = "Task" [ 613.552074] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.561131] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f39fee-5c4f-45f4-cf3c-21fc84290d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.637995] env[70041]: DEBUG oslo_vmware.api [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192244, 'name': PowerOffVM_Task, 'duration_secs': 0.291493} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.638616] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.638797] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.639062] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0029a26-b33a-4d83-a4d6-0a2dc73e6f9d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.679538] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.704234] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.704519] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.704724] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Deleting the datastore file [datastore1] 93508e4f-7497-4ff0-90d6-f8176c4a79be {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.705031] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87897a0c-13a9-4b9e-8af9-9adbb39aa246 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.714845] env[70041]: DEBUG oslo_vmware.api [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for the task: (returnval){ [ 613.714845] env[70041]: value = "task-3192247" [ 613.714845] env[70041]: _type = "Task" [ 613.714845] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.725020] env[70041]: DEBUG oslo_vmware.api [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.989037] env[70041]: DEBUG nova.compute.utils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.991567] env[70041]: DEBUG nova.compute.manager [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.991801] env[70041]: DEBUG nova.network.neutron [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.020237] env[70041]: DEBUG nova.compute.manager [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.022865] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76104c9d-e02b-42d9-be5d-bda81767111e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.064679] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f39fee-5c4f-45f4-cf3c-21fc84290d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.018427} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.065249] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.065543] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] bcd51f86-c628-48d1-b7e2-d1eec7331b3f/bcd51f86-c628-48d1-b7e2-d1eec7331b3f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.065818] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-664f48ac-a325-4488-85d3-ab033694b586 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.072722] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 614.072722] env[70041]: value = "task-3192248" [ 614.072722] env[70041]: _type = "Task" [ 614.072722] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.084224] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.184525] env[70041]: DEBUG nova.policy [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a45be86b2df4845a72aa07031f459ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '249b55da9041491891f150bf8be1f297', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.231341] env[70041]: DEBUG oslo_vmware.api [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Task: {'id': task-3192247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270518} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.231617] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 614.231797] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 614.235728] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 614.235728] env[70041]: INFO nova.compute.manager [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Took 1.16 seconds to destroy the instance on the hypervisor. [ 614.235728] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.235728] env[70041]: DEBUG nova.compute.manager [-] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 614.235728] env[70041]: DEBUG nova.network.neutron [-] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.493718] env[70041]: DEBUG nova.compute.manager [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 614.533736] env[70041]: INFO nova.compute.manager [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] instance snapshotting [ 614.537719] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743e3cff-68be-401a-9748-547fc8f76b3f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.566269] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9201cb33-65a8-4020-9a31-a330b577c78d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.589159] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192248, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.856351] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "a2ae34d8-0dc2-49a1-9fc7-832751900784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.856623] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "a2ae34d8-0dc2-49a1-9fc7-832751900784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.950545] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.950779] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.965520] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17726056-dc8f-4a7d-a26c-9ad45f3abec6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.974968] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0f9c39-6a54-4f35-9ab8-b4b313dc2185 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.010312] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e62b9a1-8f88-4c11-99f2-cd57fb4f4ec9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.019577] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81682e99-d562-43b6-839c-31fe0125b04a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.041776] env[70041]: DEBUG nova.compute.provider_tree [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.089884] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 615.089884] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724446} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.089884] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53448052-3115-4e5e-ad69-84bb630f12ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.091528] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] bcd51f86-c628-48d1-b7e2-d1eec7331b3f/bcd51f86-c628-48d1-b7e2-d1eec7331b3f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.091949] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.092485] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46af381e-e453-4d94-88fd-b0afb84118e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.101625] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 615.101625] env[70041]: value = "task-3192249" [ 615.101625] env[70041]: _type = "Task" [ 615.101625] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.103223] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 615.103223] env[70041]: value = "task-3192250" [ 615.103223] env[70041]: _type = "Task" [ 615.103223] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.122434] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.122434] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.360476] env[70041]: DEBUG nova.compute.manager [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.436370] env[70041]: DEBUG nova.network.neutron [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Successfully created port: ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.453958] env[70041]: DEBUG nova.compute.manager [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.520020] env[70041]: DEBUG nova.compute.manager [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 615.550313] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 615.550653] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 615.551578] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 615.551897] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 615.552106] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 615.552274] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 615.552505] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 615.552717] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 615.553258] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 615.553478] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 615.553960] env[70041]: DEBUG nova.virt.hardware [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 615.554968] env[70041]: DEBUG nova.scheduler.client.report [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.559222] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3669499-5812-44ad-87dd-e528a9e750b8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.567354] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f52ed-1c06-49f6-8b16-fc08b3374d18 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.623586] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.623851] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093848} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.624226] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.624872] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f21562-3663-4a0b-9d6f-d0b0574b0584 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.652203] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] bcd51f86-c628-48d1-b7e2-d1eec7331b3f/bcd51f86-c628-48d1-b7e2-d1eec7331b3f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.652203] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5390d7f5-0f57-4b7c-a33b-131efde63ab4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.674365] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 615.674365] env[70041]: value = "task-3192255" [ 615.674365] env[70041]: _type = "Task" [ 615.674365] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.687162] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192255, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.853484] env[70041]: DEBUG nova.network.neutron [-] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.874610] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquiring lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.874883] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.906899] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.984475] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.061479] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.062121] env[70041]: DEBUG nova.compute.manager [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.065994] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.989s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.068074] env[70041]: INFO nova.compute.claims [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.090762] env[70041]: DEBUG nova.compute.manager [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Received event network-vif-plugged-234ddcf3-afc0-4152-9478-906b43b36687 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 616.092129] env[70041]: DEBUG oslo_concurrency.lockutils [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] Acquiring lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.092129] env[70041]: DEBUG oslo_concurrency.lockutils [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] Lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.092129] env[70041]: DEBUG oslo_concurrency.lockutils [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] Lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.092129] env[70041]: DEBUG nova.compute.manager [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] No waiting events found dispatching network-vif-plugged-234ddcf3-afc0-4152-9478-906b43b36687 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.092129] env[70041]: WARNING nova.compute.manager [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Received unexpected event network-vif-plugged-234ddcf3-afc0-4152-9478-906b43b36687 for instance with vm_state building and task_state spawning. [ 616.092351] env[70041]: DEBUG nova.compute.manager [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Received event network-changed-234ddcf3-afc0-4152-9478-906b43b36687 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 616.092351] env[70041]: DEBUG nova.compute.manager [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Refreshing instance network info cache due to event network-changed-234ddcf3-afc0-4152-9478-906b43b36687. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 616.092351] env[70041]: DEBUG oslo_concurrency.lockutils [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] Acquiring lock "refresh_cache-bcd51f86-c628-48d1-b7e2-d1eec7331b3f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.092351] env[70041]: DEBUG oslo_concurrency.lockutils [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] Acquired lock "refresh_cache-bcd51f86-c628-48d1-b7e2-d1eec7331b3f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.092526] env[70041]: DEBUG nova.network.neutron [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Refreshing network info cache for port 234ddcf3-afc0-4152-9478-906b43b36687 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.120326] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.186115] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.330206] env[70041]: DEBUG nova.compute.manager [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.331201] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6f2520-dd6f-4f2d-81dc-b5c01d7ca303 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.369281] env[70041]: INFO nova.compute.manager [-] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Took 2.14 seconds to deallocate network for instance. [ 616.418856] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "22c18565-439b-4d35-afc1-3715e553b83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.419258] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "22c18565-439b-4d35-afc1-3715e553b83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.578370] env[70041]: DEBUG nova.compute.utils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.580190] env[70041]: DEBUG nova.compute.manager [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.580290] env[70041]: DEBUG nova.network.neutron [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.588816] env[70041]: DEBUG nova.network.neutron [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Successfully updated port: 2387feac-81ae-43d4-a47e-647a1de3a03b {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.620166] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192249, 'name': CreateSnapshot_Task, 'duration_secs': 1.287768} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.620166] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 616.620621] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deff531-446b-49cd-aee5-f57091918d5e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.687518] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192255, 'name': ReconfigVM_Task, 'duration_secs': 0.799132} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.687784] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Reconfigured VM instance instance-0000000c to attach disk [datastore2] bcd51f86-c628-48d1-b7e2-d1eec7331b3f/bcd51f86-c628-48d1-b7e2-d1eec7331b3f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.689236] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed2e3913-f195-4e6f-af21-da1cd20ecc35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.697633] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 616.697633] env[70041]: value = "task-3192256" [ 616.697633] env[70041]: _type = "Task" [ 616.697633] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.706965] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192256, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.842188] env[70041]: INFO nova.compute.manager [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] instance snapshotting [ 616.842460] env[70041]: WARNING nova.compute.manager [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 616.845359] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f09c462-17bd-4754-b5de-d61b1adeb3fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.869890] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b6447a-2353-4120-a153-bbabc63b9b02 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.878700] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.954444] env[70041]: DEBUG nova.policy [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd05ce86f2f648659b5b141f4dfc8057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ff8b53055f4c2bb417ba45aaa89629', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.081126] env[70041]: DEBUG nova.compute.manager [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.093535] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.093931] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.093931] env[70041]: DEBUG nova.network.neutron [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.143238] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 617.145384] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b9855338-8564-4ad3-be7e-48bf2afc43f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.160256] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 617.160256] env[70041]: value = "task-3192257" [ 617.160256] env[70041]: _type = "Task" [ 617.160256] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.176126] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192257, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.211637] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192256, 'name': Rename_Task, 'duration_secs': 0.395376} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.217687] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.220593] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c6174bd-5cff-4e65-8143-c2eb2ff2fe6e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.228016] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 617.228016] env[70041]: value = "task-3192258" [ 617.228016] env[70041]: _type = "Task" [ 617.228016] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.246890] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.383222] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 617.388615] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b6ef4ee3-c257-4eba-8bec-01423ce4a650 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.396806] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 617.396806] env[70041]: value = "task-3192259" [ 617.396806] env[70041]: _type = "Task" [ 617.396806] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.412695] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.585469] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a36b9-17c7-4302-9fbe-2fa8eb9f15d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.598423] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d803678-ce05-48b9-991c-d2210c51efd6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.643626] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa8f666-0b65-4208-954d-8878b03cb1f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.652153] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f69fe0-8a1b-41ff-a725-70c08751f127 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.668901] env[70041]: DEBUG nova.compute.provider_tree [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.688349] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192257, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.718646] env[70041]: DEBUG nova.network.neutron [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.739554] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.758963] env[70041]: DEBUG nova.network.neutron [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Updated VIF entry in instance network info cache for port 234ddcf3-afc0-4152-9478-906b43b36687. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.763257] env[70041]: DEBUG nova.network.neutron [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Updating instance_info_cache with network_info: [{"id": "234ddcf3-afc0-4152-9478-906b43b36687", "address": "fa:16:3e:80:93:b3", "network": {"id": "e4f907d8-b2a2-4f2b-a12a-cb74cc7e721d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1848099100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3811bdd0046c4b4da2de2fa953c88a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234ddcf3-af", "ovs_interfaceid": "234ddcf3-afc0-4152-9478-906b43b36687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.822227] env[70041]: DEBUG nova.compute.manager [req-dfc7a1e0-5e69-455d-ba69-bb6051788ad0 req-08865769-bbe6-4ef8-a1b3-8595f2cd1d84 service nova] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Received event network-vif-deleted-61cc7d4d-874e-45b2-8bd7-ac149293d65a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 617.911373] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192259, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.096899] env[70041]: DEBUG nova.network.neutron [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updating instance_info_cache with network_info: [{"id": "2387feac-81ae-43d4-a47e-647a1de3a03b", "address": "fa:16:3e:dc:2c:1e", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2387feac-81", "ovs_interfaceid": "2387feac-81ae-43d4-a47e-647a1de3a03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.097954] env[70041]: DEBUG nova.compute.manager [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.141056] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.141435] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.141729] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.142809] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.142809] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.142809] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.143144] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.143144] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.143508] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.143577] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.143762] env[70041]: DEBUG nova.virt.hardware [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.145377] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ec7fc2-2dd1-4c76-8418-d8da1061eecb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.155993] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64bdd74-7988-42a6-934d-38a0215f3dd8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.181307] env[70041]: DEBUG nova.scheduler.client.report [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.188934] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192257, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.242454] env[70041]: DEBUG oslo_vmware.api [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192258, 'name': PowerOnVM_Task, 'duration_secs': 0.893703} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.243056] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.243471] env[70041]: INFO nova.compute.manager [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Took 13.70 seconds to spawn the instance on the hypervisor. [ 618.243815] env[70041]: DEBUG nova.compute.manager [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.246017] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7918e1e9-0c48-4e1e-b6f9-58256941312b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.263499] env[70041]: DEBUG oslo_concurrency.lockutils [req-3ba56d59-161d-44c7-a7ec-83e33bbe80b9 req-846a78ff-e187-4304-9875-fd3012d646cb service nova] Releasing lock "refresh_cache-bcd51f86-c628-48d1-b7e2-d1eec7331b3f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.318053] env[70041]: DEBUG nova.network.neutron [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Successfully updated port: ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.352019] env[70041]: DEBUG nova.network.neutron [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Successfully created port: b36ed77f-0ac1-4001-b958-2858a8439eda {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.417820] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192259, 'name': CreateSnapshot_Task, 'duration_secs': 0.888513} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.417820] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 618.419125] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216463d4-79c0-4ccb-aceb-e0d5fb56ace7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.604020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.604020] env[70041]: DEBUG nova.compute.manager [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Instance network_info: |[{"id": "2387feac-81ae-43d4-a47e-647a1de3a03b", "address": "fa:16:3e:dc:2c:1e", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2387feac-81", "ovs_interfaceid": "2387feac-81ae-43d4-a47e-647a1de3a03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.604257] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:2c:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2387feac-81ae-43d4-a47e-647a1de3a03b', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.610123] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Creating folder: Project (da15d1d3e083436d9c7265db9d62fd89). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.610460] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1816b1b4-2fb6-422b-8a3f-5d46e9e25dba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.621618] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Created folder: Project (da15d1d3e083436d9c7265db9d62fd89) in parent group-v638323. [ 618.621812] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Creating folder: Instances. Parent ref: group-v638370. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.622139] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88ce9c1a-9740-4dc2-8b80-8ca9895f1ebb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.634823] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Created folder: Instances in parent group-v638370. [ 618.634823] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.634823] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.634823] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c459b34c-a03d-4b37-8f7f-03ed20036c84 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.656197] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.656197] env[70041]: value = "task-3192264" [ 618.656197] env[70041]: _type = "Task" [ 618.656197] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.667576] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192264, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.686597] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192257, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.690614] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.694035] env[70041]: DEBUG nova.compute.manager [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.694035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.289s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.771827] env[70041]: INFO nova.compute.manager [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Took 25.82 seconds to build instance. [ 618.824775] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.824978] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquired lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.825279] env[70041]: DEBUG nova.network.neutron [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.862295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquiring lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.862295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.940168] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 618.940543] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14de926e-7dbc-476f-a684-3d8d64c2abeb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.951473] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 618.951473] env[70041]: value = "task-3192265" [ 618.951473] env[70041]: _type = "Task" [ 618.951473] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.961528] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192265, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.172248] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192264, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.184160] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192257, 'name': CloneVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.198256] env[70041]: DEBUG nova.compute.utils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.204044] env[70041]: INFO nova.compute.claims [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.210027] env[70041]: DEBUG nova.compute.manager [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.210027] env[70041]: DEBUG nova.network.neutron [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.275085] env[70041]: DEBUG oslo_concurrency.lockutils [None req-36aa717e-5781-4936-b10a-90bccecd23c8 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.337s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.321851] env[70041]: DEBUG nova.policy [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce3bf81809e8499cb01c49573aa912dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f2aae429f95441d94ec1b3018b4a3ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.381855] env[70041]: DEBUG nova.network.neutron [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.401121] env[70041]: DEBUG nova.compute.manager [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Received event network-vif-plugged-2387feac-81ae-43d4-a47e-647a1de3a03b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 619.401121] env[70041]: DEBUG oslo_concurrency.lockutils [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] Acquiring lock "6f71f548-e204-4279-ac08-19e3a2aba26d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.401121] env[70041]: DEBUG oslo_concurrency.lockutils [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.401121] env[70041]: DEBUG oslo_concurrency.lockutils [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.401532] env[70041]: DEBUG nova.compute.manager [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] No waiting events found dispatching network-vif-plugged-2387feac-81ae-43d4-a47e-647a1de3a03b {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.401532] env[70041]: WARNING nova.compute.manager [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Received unexpected event network-vif-plugged-2387feac-81ae-43d4-a47e-647a1de3a03b for instance with vm_state building and task_state spawning. [ 619.401733] env[70041]: DEBUG nova.compute.manager [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Received event network-changed-2387feac-81ae-43d4-a47e-647a1de3a03b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 619.402223] env[70041]: DEBUG nova.compute.manager [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Refreshing instance network info cache due to event network-changed-2387feac-81ae-43d4-a47e-647a1de3a03b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 619.402789] env[70041]: DEBUG oslo_concurrency.lockutils [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] Acquiring lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.403095] env[70041]: DEBUG oslo_concurrency.lockutils [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] Acquired lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.403243] env[70041]: DEBUG nova.network.neutron [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Refreshing network info cache for port 2387feac-81ae-43d4-a47e-647a1de3a03b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.466523] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192265, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.647979] env[70041]: DEBUG nova.network.neutron [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Updating instance_info_cache with network_info: [{"id": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "address": "fa:16:3e:df:f2:ff", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede0bc9a-9f", "ovs_interfaceid": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.674243] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192264, 'name': CreateVM_Task, 'duration_secs': 0.694262} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.675231] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.676043] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.676265] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.676545] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.680274] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60fce39-162c-4be8-9bf7-637ae545f6da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.686445] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 619.686445] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52575d31-55da-d73f-efca-d05b8e1c5dbf" [ 619.686445] env[70041]: _type = "Task" [ 619.686445] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.692059] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192257, 'name': CloneVM_Task, 'duration_secs': 2.062465} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.694419] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Created linked-clone VM from snapshot [ 619.695491] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c75e6-1d08-45bf-9586-c67423838633 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.705132] env[70041]: DEBUG nova.compute.manager [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.706393] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52575d31-55da-d73f-efca-d05b8e1c5dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.711582] env[70041]: INFO nova.compute.resource_tracker [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating resource usage from migration f5ccca7e-058f-4cb4-ab7b-89facf3fe0f5 [ 619.714945] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Uploading image cbf88330-0d36-4dfc-b2a0-c7e11264e613 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 619.753434] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 619.753434] env[70041]: value = "vm-638367" [ 619.753434] env[70041]: _type = "VirtualMachine" [ 619.753434] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 619.754546] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3762d9a-e331-4a02-b5f7-4ad8e6a4457f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.763374] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lease: (returnval){ [ 619.763374] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b29cb5-ec82-6d24-98d6-897316b59d7f" [ 619.763374] env[70041]: _type = "HttpNfcLease" [ 619.763374] env[70041]: } obtained for exporting VM: (result){ [ 619.763374] env[70041]: value = "vm-638367" [ 619.763374] env[70041]: _type = "VirtualMachine" [ 619.763374] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 619.763684] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the lease: (returnval){ [ 619.763684] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b29cb5-ec82-6d24-98d6-897316b59d7f" [ 619.763684] env[70041]: _type = "HttpNfcLease" [ 619.763684] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 619.774337] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 619.774337] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b29cb5-ec82-6d24-98d6-897316b59d7f" [ 619.774337] env[70041]: _type = "HttpNfcLease" [ 619.774337] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 619.780160] env[70041]: DEBUG nova.compute.manager [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.967678] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192265, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.115983] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aeb50d-35a2-4c69-a79d-94fedbae6be0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.123537] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9aad90-c342-44f1-a81f-0e9047010b5f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.154328] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Releasing lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.154747] env[70041]: DEBUG nova.compute.manager [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Instance network_info: |[{"id": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "address": "fa:16:3e:df:f2:ff", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede0bc9a-9f", "ovs_interfaceid": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.155446] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:f2:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ede0bc9a-9f12-404e-893b-ee7ce2faa584', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.167992] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Creating folder: Project (249b55da9041491891f150bf8be1f297). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.168847] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a850059-7ae8-4a2d-96f2-bcd5e3d7617e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.176176] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a97200-a922-4e67-9334-dd2493e3e041 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.185454] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca86b5bd-68c4-49af-9461-b7d701a1af29 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.192345] env[70041]: DEBUG nova.network.neutron [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Successfully created port: be76a6d4-56af-4841-acf7-2e576efb9fa6 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.195151] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Created folder: Project (249b55da9041491891f150bf8be1f297) in parent group-v638323. [ 620.195272] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Creating folder: Instances. Parent ref: group-v638374. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.200942] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a469c569-a637-4127-a468-f4eae50101e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.212226] env[70041]: DEBUG nova.compute.provider_tree [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.223138] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52575d31-55da-d73f-efca-d05b8e1c5dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.028666} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.225445] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.225677] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.225908] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.226065] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.226245] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.226796] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Created folder: Instances in parent group-v638374. [ 620.227038] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.227227] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16f24d2d-7977-4283-a0cc-9ad18523039d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.229245] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.229697] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a95c3a-8297-4d52-853c-074734068843 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.250447] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.250447] env[70041]: value = "task-3192270" [ 620.250447] env[70041]: _type = "Task" [ 620.250447] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.255346] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.255559] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.256647] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76939492-34ef-43ee-996f-b80591cd9ee2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.263349] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192270, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.268161] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 620.268161] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523022be-aebc-cd0c-7986-217064f5bdb5" [ 620.268161] env[70041]: _type = "Task" [ 620.268161] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.277425] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 620.277425] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b29cb5-ec82-6d24-98d6-897316b59d7f" [ 620.277425] env[70041]: _type = "HttpNfcLease" [ 620.277425] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 620.277425] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 620.277425] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b29cb5-ec82-6d24-98d6-897316b59d7f" [ 620.277425] env[70041]: _type = "HttpNfcLease" [ 620.277425] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 620.278030] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51a7a91-20e8-4ee9-8568-cb6cba1e351d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.290096] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523022be-aebc-cd0c-7986-217064f5bdb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.297469] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cef961-34ad-5a3c-6f36-683df328a8e0/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 620.297649] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cef961-34ad-5a3c-6f36-683df328a8e0/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 620.357275] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.367408] env[70041]: DEBUG nova.network.neutron [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updated VIF entry in instance network info cache for port 2387feac-81ae-43d4-a47e-647a1de3a03b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.367885] env[70041]: DEBUG nova.network.neutron [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updating instance_info_cache with network_info: [{"id": "2387feac-81ae-43d4-a47e-647a1de3a03b", "address": "fa:16:3e:dc:2c:1e", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2387feac-81", "ovs_interfaceid": "2387feac-81ae-43d4-a47e-647a1de3a03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.398716] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-acca2980-3dc5-4a46-b7d9-894ffec558f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.477319] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192265, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.717952] env[70041]: DEBUG nova.scheduler.client.report [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.731062] env[70041]: DEBUG nova.compute.manager [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.763658] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192270, 'name': CreateVM_Task, 'duration_secs': 0.426384} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.763658] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.764312] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.764393] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.764677] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.767077] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.767326] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.767472] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.767647] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.767791] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.767932] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.768156] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.768924] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.768924] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.768924] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.768924] env[70041]: DEBUG nova.virt.hardware [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.769159] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6270657d-5bb0-46e2-ba44-8a79fcc262cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.771434] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd900256-ab8b-4148-bd72-950637d584a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.780604] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 620.780604] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524fb085-b5ba-64f7-5821-e5370576f857" [ 620.780604] env[70041]: _type = "Task" [ 620.780604] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.786238] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523022be-aebc-cd0c-7986-217064f5bdb5, 'name': SearchDatastore_Task, 'duration_secs': 0.051761} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.790987] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4660cdd0-6ddd-45eb-a56e-a867d223649f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.795304] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30b9726-65d6-4f12-aa39-e89bed5f1c92 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.803713] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524fb085-b5ba-64f7-5821-e5370576f857, 'name': SearchDatastore_Task, 'duration_secs': 0.014081} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.812074] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.812973] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.812973] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.812973] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 620.812973] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52845287-3561-08f3-112e-2d30eba575f5" [ 620.812973] env[70041]: _type = "Task" [ 620.812973] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.821715] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52845287-3561-08f3-112e-2d30eba575f5, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.821990] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.822272] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 6f71f548-e204-4279-ac08-19e3a2aba26d/6f71f548-e204-4279-ac08-19e3a2aba26d.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.822572] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.822717] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.822921] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86ca31b7-d971-474a-b0f6-a1e1c4ede448 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.825196] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e02b9ad5-892d-4d45-a17e-66fa177ad3a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.832349] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 620.832349] env[70041]: value = "task-3192271" [ 620.832349] env[70041]: _type = "Task" [ 620.832349] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.836731] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.836923] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.838125] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b744aa-7c12-4a67-b1ad-d48e2bc61a3d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.844519] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.847589] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 620.847589] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b592ee-d0cf-123c-7953-19c1509737bd" [ 620.847589] env[70041]: _type = "Task" [ 620.847589] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.855406] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b592ee-d0cf-123c-7953-19c1509737bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.873259] env[70041]: DEBUG oslo_concurrency.lockutils [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] Releasing lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.874398] env[70041]: DEBUG nova.compute.manager [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Received event network-changed-9b6f5558-dc42-46db-b0f9-a35136e3cdb0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 620.874398] env[70041]: DEBUG nova.compute.manager [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Refreshing instance network info cache due to event network-changed-9b6f5558-dc42-46db-b0f9-a35136e3cdb0. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 620.874398] env[70041]: DEBUG oslo_concurrency.lockutils [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] Acquiring lock "refresh_cache-452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.874398] env[70041]: DEBUG oslo_concurrency.lockutils [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] Acquired lock "refresh_cache-452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.874755] env[70041]: DEBUG nova.network.neutron [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Refreshing network info cache for port 9b6f5558-dc42-46db-b0f9-a35136e3cdb0 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.969171] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192265, 'name': CloneVM_Task, 'duration_secs': 1.660857} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.969759] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Created linked-clone VM from snapshot [ 620.970942] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6554ea88-2279-4cb7-b7c2-19afb5ca778b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.980429] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Uploading image 3d57b66c-a317-45ae-9158-b4e5a635db91 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 620.989309] env[70041]: DEBUG nova.network.neutron [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Successfully updated port: b36ed77f-0ac1-4001-b958-2858a8439eda {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.017785] env[70041]: DEBUG oslo_vmware.rw_handles [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 621.017785] env[70041]: value = "vm-638373" [ 621.017785] env[70041]: _type = "VirtualMachine" [ 621.017785] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 621.017785] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e68ee7fb-520c-4c5a-8911-7af8177cd249 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.026532] env[70041]: DEBUG oslo_vmware.rw_handles [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lease: (returnval){ [ 621.026532] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c69ba5-f9dc-820b-1b09-3c0d5babc81e" [ 621.026532] env[70041]: _type = "HttpNfcLease" [ 621.026532] env[70041]: } obtained for exporting VM: (result){ [ 621.026532] env[70041]: value = "vm-638373" [ 621.026532] env[70041]: _type = "VirtualMachine" [ 621.026532] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 621.027945] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the lease: (returnval){ [ 621.027945] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c69ba5-f9dc-820b-1b09-3c0d5babc81e" [ 621.027945] env[70041]: _type = "HttpNfcLease" [ 621.027945] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 621.035024] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 621.035024] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c69ba5-f9dc-820b-1b09-3c0d5babc81e" [ 621.035024] env[70041]: _type = "HttpNfcLease" [ 621.035024] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 621.223173] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.529s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.223437] env[70041]: INFO nova.compute.manager [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Migrating [ 621.224500] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.224500] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.225988] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.140s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.225988] env[70041]: DEBUG nova.objects.instance [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lazy-loading 'resources' on Instance uuid b2b73b38-5fe8-4266-91b3-a6dca68e61ee {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 621.260278] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquiring lock "4624efde-c3d5-44f2-9901-dd465ddeea2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.261216] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "4624efde-c3d5-44f2-9901-dd465ddeea2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.347024] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192271, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.360055] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b592ee-d0cf-123c-7953-19c1509737bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013219} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.362090] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c67e5a-6fdf-45f6-8f1f-7854b405dd38 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.368945] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 621.368945] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aed391-7230-ecb8-1247-2e1a149798e9" [ 621.368945] env[70041]: _type = "Task" [ 621.368945] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.393893] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aed391-7230-ecb8-1247-2e1a149798e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.418155] env[70041]: DEBUG nova.compute.manager [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Received event network-vif-plugged-ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 621.418578] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] Acquiring lock "e5ca8966-78b2-4f04-9df1-ced842e7db02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.419249] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] Lock "e5ca8966-78b2-4f04-9df1-ced842e7db02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.419249] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] Lock "e5ca8966-78b2-4f04-9df1-ced842e7db02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.419585] env[70041]: DEBUG nova.compute.manager [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] No waiting events found dispatching network-vif-plugged-ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.419938] env[70041]: WARNING nova.compute.manager [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Received unexpected event network-vif-plugged-ede0bc9a-9f12-404e-893b-ee7ce2faa584 for instance with vm_state building and task_state spawning. [ 621.420268] env[70041]: DEBUG nova.compute.manager [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Received event network-changed-52cb53cd-6418-471f-b70e-09b33d5ef50c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 621.420482] env[70041]: DEBUG nova.compute.manager [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Refreshing instance network info cache due to event network-changed-52cb53cd-6418-471f-b70e-09b33d5ef50c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 621.421105] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] Acquiring lock "refresh_cache-6c7f4b2e-2535-4535-b17a-d487ef4ef792" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.421105] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] Acquired lock "refresh_cache-6c7f4b2e-2535-4535-b17a-d487ef4ef792" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.421476] env[70041]: DEBUG nova.network.neutron [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Refreshing network info cache for port 52cb53cd-6418-471f-b70e-09b33d5ef50c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.495105] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquiring lock "refresh_cache-a113b9f6-91f4-4f6c-9701-2ca01a176fec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.496459] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquired lock "refresh_cache-a113b9f6-91f4-4f6c-9701-2ca01a176fec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.497792] env[70041]: DEBUG nova.network.neutron [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.539371] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 621.539371] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c69ba5-f9dc-820b-1b09-3c0d5babc81e" [ 621.539371] env[70041]: _type = "HttpNfcLease" [ 621.539371] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 621.540404] env[70041]: DEBUG oslo_vmware.rw_handles [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 621.540404] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c69ba5-f9dc-820b-1b09-3c0d5babc81e" [ 621.540404] env[70041]: _type = "HttpNfcLease" [ 621.540404] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 621.543896] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4350e33e-f246-4274-94aa-480358661091 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.556803] env[70041]: DEBUG oslo_vmware.rw_handles [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa3aa-08ae-a978-e974-80cb672dc1c3/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 621.559267] env[70041]: DEBUG oslo_vmware.rw_handles [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa3aa-08ae-a978-e974-80cb672dc1c3/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 621.714535] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb8aa7f7-3476-4703-b6b2-a4b6f1e82322 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.734167] env[70041]: INFO nova.compute.rpcapi [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 621.734706] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.863674] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815822} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.864028] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 6f71f548-e204-4279-ac08-19e3a2aba26d/6f71f548-e204-4279-ac08-19e3a2aba26d.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.864530] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.864945] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1df8558-ae53-4145-b4bb-d1fd399363c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.880121] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 621.880121] env[70041]: value = "task-3192274" [ 621.880121] env[70041]: _type = "Task" [ 621.880121] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.893828] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aed391-7230-ecb8-1247-2e1a149798e9, 'name': SearchDatastore_Task, 'duration_secs': 0.065897} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.895818] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.896132] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] e5ca8966-78b2-4f04-9df1-ced842e7db02/e5ca8966-78b2-4f04-9df1-ced842e7db02.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.896942] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56f9df5b-7a14-4aea-8154-25bbc6ab360b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.906381] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.915326] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 621.915326] env[70041]: value = "task-3192275" [ 621.915326] env[70041]: _type = "Task" [ 621.915326] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.927895] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.187763] env[70041]: DEBUG nova.network.neutron [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Updated VIF entry in instance network info cache for port 9b6f5558-dc42-46db-b0f9-a35136e3cdb0. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.190623] env[70041]: DEBUG nova.network.neutron [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Updating instance_info_cache with network_info: [{"id": "9b6f5558-dc42-46db-b0f9-a35136e3cdb0", "address": "fa:16:3e:8a:4e:c9", "network": {"id": "cd9379ff-470d-4515-a273-cc4625c84908", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-23568729-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3840ca94b7041109e936a6236b822a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b6f5558-dc", "ovs_interfaceid": "9b6f5558-dc42-46db-b0f9-a35136e3cdb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.218099] env[70041]: DEBUG nova.network.neutron [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.260691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.260691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.260691] env[70041]: DEBUG nova.network.neutron [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.392569] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0dcb13-67f4-4515-a339-58294ef827cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.412854] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08789} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.416720] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.418175] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d81ddd2-486f-404a-a618-dc16198a78bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.431644] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9896776-222c-4d73-9d22-dad58c8158d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.500481] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192275, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.510535] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 6f71f548-e204-4279-ac08-19e3a2aba26d/6f71f548-e204-4279-ac08-19e3a2aba26d.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.510960] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae6e063-1f61-4f3f-a3d7-1c4ec0f1f130 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.545113] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f20e583-43bd-46f0-978a-430b20a0e4d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.566471] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fa5e0c-35b6-427e-b5d7-8d886da978d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.572072] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 622.572072] env[70041]: value = "task-3192277" [ 622.572072] env[70041]: _type = "Task" [ 622.572072] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.591580] env[70041]: DEBUG nova.compute.provider_tree [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.607089] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.700525] env[70041]: DEBUG oslo_concurrency.lockutils [req-d66f28a9-a0b0-4e73-9fc2-acaa395d0d1d req-8505a110-e484-4322-8ea9-d6cdebcdabd6 service nova] Releasing lock "refresh_cache-452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.724978] env[70041]: DEBUG nova.network.neutron [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Successfully updated port: be76a6d4-56af-4841-acf7-2e576efb9fa6 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.749326] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.749644] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.810411] env[70041]: DEBUG nova.network.neutron [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Updating instance_info_cache with network_info: [{"id": "b36ed77f-0ac1-4001-b958-2858a8439eda", "address": "fa:16:3e:3f:f5:cb", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36ed77f-0a", "ovs_interfaceid": "b36ed77f-0ac1-4001-b958-2858a8439eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.927709] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713337} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.927998] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] e5ca8966-78b2-4f04-9df1-ced842e7db02/e5ca8966-78b2-4f04-9df1-ced842e7db02.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.930395] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.931073] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54049957-28ff-4bb0-8b2c-d7581fff9d05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.938287] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 622.938287] env[70041]: value = "task-3192278" [ 622.938287] env[70041]: _type = "Task" [ 622.938287] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.949407] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.962526] env[70041]: DEBUG nova.network.neutron [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Updated VIF entry in instance network info cache for port 52cb53cd-6418-471f-b70e-09b33d5ef50c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.962853] env[70041]: DEBUG nova.network.neutron [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Updating instance_info_cache with network_info: [{"id": "52cb53cd-6418-471f-b70e-09b33d5ef50c", "address": "fa:16:3e:00:53:a6", "network": {"id": "0bfc7070-025d-42aa-b2f6-7f218e592162", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-270809955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "383dcc4465c44de3a8ec7e518bacb27c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cb53cd-64", "ovs_interfaceid": "52cb53cd-6418-471f-b70e-09b33d5ef50c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.107247] env[70041]: DEBUG nova.scheduler.client.report [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.112303] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192277, 'name': ReconfigVM_Task, 'duration_secs': 0.524124} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.112303] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 6f71f548-e204-4279-ac08-19e3a2aba26d/6f71f548-e204-4279-ac08-19e3a2aba26d.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.113824] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2927c775-7dcc-4bf3-8aeb-4b60ca40b5ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.122706] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 623.122706] env[70041]: value = "task-3192279" [ 623.122706] env[70041]: _type = "Task" [ 623.122706] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.136260] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192279, 'name': Rename_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.140026] env[70041]: DEBUG nova.network.neutron [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance_info_cache with network_info: [{"id": "fbd9c382-306a-404b-90bd-a165f932a413", "address": "fa:16:3e:46:e4:4a", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd9c382-30", "ovs_interfaceid": "fbd9c382-306a-404b-90bd-a165f932a413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.230456] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "refresh_cache-d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.230456] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "refresh_cache-d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.230456] env[70041]: DEBUG nova.network.neutron [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.320793] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Releasing lock "refresh_cache-a113b9f6-91f4-4f6c-9701-2ca01a176fec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.320793] env[70041]: DEBUG nova.compute.manager [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Instance network_info: |[{"id": "b36ed77f-0ac1-4001-b958-2858a8439eda", "address": "fa:16:3e:3f:f5:cb", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36ed77f-0a", "ovs_interfaceid": "b36ed77f-0ac1-4001-b958-2858a8439eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.324513] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:f5:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b36ed77f-0ac1-4001-b958-2858a8439eda', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.332681] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Creating folder: Project (44ff8b53055f4c2bb417ba45aaa89629). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.333257] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6da0bf26-8302-4600-bf81-5630b414f40b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.345369] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Created folder: Project (44ff8b53055f4c2bb417ba45aaa89629) in parent group-v638323. [ 623.348512] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Creating folder: Instances. Parent ref: group-v638377. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.348512] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b2222f-9c2a-4d72-a713-1262fa8c8df1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.356578] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Created folder: Instances in parent group-v638377. [ 623.357360] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.357709] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.358071] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-079184be-de29-441d-bc3a-ea3cf6d96ed5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.386538] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.386538] env[70041]: value = "task-3192282" [ 623.386538] env[70041]: _type = "Task" [ 623.386538] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.396126] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192282, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.438269] env[70041]: DEBUG nova.compute.manager [req-7603a526-2143-4881-9e07-5c9f17075e36 req-bf79fcf0-f70e-4b51-bee8-4ed5557a46f4 service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Received event network-changed-234ddcf3-afc0-4152-9478-906b43b36687 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 623.438269] env[70041]: DEBUG nova.compute.manager [req-7603a526-2143-4881-9e07-5c9f17075e36 req-bf79fcf0-f70e-4b51-bee8-4ed5557a46f4 service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Refreshing instance network info cache due to event network-changed-234ddcf3-afc0-4152-9478-906b43b36687. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 623.438269] env[70041]: DEBUG oslo_concurrency.lockutils [req-7603a526-2143-4881-9e07-5c9f17075e36 req-bf79fcf0-f70e-4b51-bee8-4ed5557a46f4 service nova] Acquiring lock "refresh_cache-bcd51f86-c628-48d1-b7e2-d1eec7331b3f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.438269] env[70041]: DEBUG oslo_concurrency.lockutils [req-7603a526-2143-4881-9e07-5c9f17075e36 req-bf79fcf0-f70e-4b51-bee8-4ed5557a46f4 service nova] Acquired lock "refresh_cache-bcd51f86-c628-48d1-b7e2-d1eec7331b3f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.438269] env[70041]: DEBUG nova.network.neutron [req-7603a526-2143-4881-9e07-5c9f17075e36 req-bf79fcf0-f70e-4b51-bee8-4ed5557a46f4 service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Refreshing network info cache for port 234ddcf3-afc0-4152-9478-906b43b36687 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.449794] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075342} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.450795] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.451548] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0236b2a-019c-4424-bfd6-6d1692894dc8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.469020] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] Releasing lock "refresh_cache-6c7f4b2e-2535-4535-b17a-d487ef4ef792" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.469686] env[70041]: DEBUG nova.compute.manager [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Received event network-changed-ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 623.470462] env[70041]: DEBUG nova.compute.manager [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Refreshing instance network info cache due to event network-changed-ede0bc9a-9f12-404e-893b-ee7ce2faa584. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 623.470462] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] Acquiring lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.470462] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] Acquired lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.470835] env[70041]: DEBUG nova.network.neutron [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Refreshing network info cache for port ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.481753] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] e5ca8966-78b2-4f04-9df1-ced842e7db02/e5ca8966-78b2-4f04-9df1-ced842e7db02.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.486253] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbd3a734-2dd9-4682-9087-1ca08b4f1760 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.508356] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 623.508356] env[70041]: value = "task-3192283" [ 623.508356] env[70041]: _type = "Task" [ 623.508356] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.518944] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.617989] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.391s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.620618] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.402s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.624678] env[70041]: INFO nova.compute.claims [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.645465] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.653935] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192279, 'name': Rename_Task, 'duration_secs': 0.242052} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.654560] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.654910] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-453ffae0-01be-422c-a9b3-763b518c9a5d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.666056] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 623.666056] env[70041]: value = "task-3192284" [ 623.666056] env[70041]: _type = "Task" [ 623.666056] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.673255] env[70041]: INFO nova.scheduler.client.report [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Deleted allocations for instance b2b73b38-5fe8-4266-91b3-a6dca68e61ee [ 623.682622] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.772841] env[70041]: DEBUG nova.network.neutron [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.867461] env[70041]: DEBUG nova.network.neutron [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Updated VIF entry in instance network info cache for port ede0bc9a-9f12-404e-893b-ee7ce2faa584. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.867808] env[70041]: DEBUG nova.network.neutron [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Updating instance_info_cache with network_info: [{"id": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "address": "fa:16:3e:df:f2:ff", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede0bc9a-9f", "ovs_interfaceid": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.900174] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192282, 'name': CreateVM_Task, 'duration_secs': 0.402605} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.900420] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.901178] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.901348] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.901951] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.902558] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3f38b7-793f-4fb2-8f74-7afc19d29cc6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.907708] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 623.907708] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529448dd-9d52-87fc-0993-f3c4502f9dee" [ 623.907708] env[70041]: _type = "Task" [ 623.907708] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.917922] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529448dd-9d52-87fc-0993-f3c4502f9dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.939125] env[70041]: DEBUG nova.network.neutron [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Updating instance_info_cache with network_info: [{"id": "be76a6d4-56af-4841-acf7-2e576efb9fa6", "address": "fa:16:3e:1a:e1:5e", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe76a6d4-56", "ovs_interfaceid": "be76a6d4-56af-4841-acf7-2e576efb9fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.024091] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192283, 'name': ReconfigVM_Task, 'duration_secs': 0.404015} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.024701] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Reconfigured VM instance instance-0000000e to attach disk [datastore2] e5ca8966-78b2-4f04-9df1-ced842e7db02/e5ca8966-78b2-4f04-9df1-ced842e7db02.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.025924] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-792c1a16-7abe-4215-8292-fca04c35943d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.033724] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 624.033724] env[70041]: value = "task-3192286" [ 624.033724] env[70041]: _type = "Task" [ 624.033724] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.047791] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192286, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.177334] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192284, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.189958] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119a383d-f6f6-4125-9b3d-62022c7962ad tempest-ServerDiagnosticsV248Test-1393930569 tempest-ServerDiagnosticsV248Test-1393930569-project-member] Lock "b2b73b38-5fe8-4266-91b3-a6dca68e61ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.644s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.195026] env[70041]: DEBUG nova.network.neutron [req-7603a526-2143-4881-9e07-5c9f17075e36 req-bf79fcf0-f70e-4b51-bee8-4ed5557a46f4 service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Updated VIF entry in instance network info cache for port 234ddcf3-afc0-4152-9478-906b43b36687. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.195621] env[70041]: DEBUG nova.network.neutron [req-7603a526-2143-4881-9e07-5c9f17075e36 req-bf79fcf0-f70e-4b51-bee8-4ed5557a46f4 service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Updating instance_info_cache with network_info: [{"id": "234ddcf3-afc0-4152-9478-906b43b36687", "address": "fa:16:3e:80:93:b3", "network": {"id": "e4f907d8-b2a2-4f2b-a12a-cb74cc7e721d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1848099100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3811bdd0046c4b4da2de2fa953c88a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234ddcf3-af", "ovs_interfaceid": "234ddcf3-afc0-4152-9478-906b43b36687", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.375514] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f3f4b79-14aa-447a-9321-b7d8caed0348 req-494e59fc-6a32-426a-86d2-3d552e17496e service nova] Releasing lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.418090] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529448dd-9d52-87fc-0993-f3c4502f9dee, 'name': SearchDatastore_Task, 'duration_secs': 0.013689} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.418438] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.418685] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.418953] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.419113] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.419298] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.419592] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45a1fb12-97f1-4aa9-ae36-7bdceb0a2cfd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.435036] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.435036] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.435036] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c331139-06c3-4950-9af6-5a83b9405a6a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.439578] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 624.439578] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bb1b43-2061-be77-ac14-bc3cbaa9ae36" [ 624.439578] env[70041]: _type = "Task" [ 624.439578] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.444666] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "refresh_cache-d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.445048] env[70041]: DEBUG nova.compute.manager [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Instance network_info: |[{"id": "be76a6d4-56af-4841-acf7-2e576efb9fa6", "address": "fa:16:3e:1a:e1:5e", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe76a6d4-56", "ovs_interfaceid": "be76a6d4-56af-4841-acf7-2e576efb9fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.445607] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:e1:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be76a6d4-56af-4841-acf7-2e576efb9fa6', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.453842] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Creating folder: Project (3f2aae429f95441d94ec1b3018b4a3ab). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.455378] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b75141-814e-458a-994a-4f3c7865197b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.464077] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bb1b43-2061-be77-ac14-bc3cbaa9ae36, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.465759] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f5a103-e037-4cf5-a2dd-2b849506f469 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.472464] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 624.472464] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520d46c0-a829-2c88-6c6b-5be10ec71525" [ 624.472464] env[70041]: _type = "Task" [ 624.472464] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.476649] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Created folder: Project (3f2aae429f95441d94ec1b3018b4a3ab) in parent group-v638323. [ 624.476975] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Creating folder: Instances. Parent ref: group-v638380. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.477944] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30568ea1-d943-4529-a88e-71b676cb777f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.483314] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520d46c0-a829-2c88-6c6b-5be10ec71525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.492249] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Created folder: Instances in parent group-v638380. [ 624.492493] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.492748] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.492890] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f8a19a-8ab8-4d86-83c7-34e4ebaf068b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.513089] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.513089] env[70041]: value = "task-3192290" [ 624.513089] env[70041]: _type = "Task" [ 624.513089] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.521226] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192290, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.546452] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192286, 'name': Rename_Task, 'duration_secs': 0.176408} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.546733] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.548394] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f61050c-e1b8-4577-9c64-6d5d900da404 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.553424] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 624.553424] env[70041]: value = "task-3192291" [ 624.553424] env[70041]: _type = "Task" [ 624.553424] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.565505] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.680437] env[70041]: DEBUG oslo_vmware.api [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192284, 'name': PowerOnVM_Task, 'duration_secs': 0.678067} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.680716] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.681050] env[70041]: INFO nova.compute.manager [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Took 11.61 seconds to spawn the instance on the hypervisor. [ 624.681372] env[70041]: DEBUG nova.compute.manager [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.682300] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d872fab-833a-438a-83b7-5481d4ff78f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.698794] env[70041]: DEBUG oslo_concurrency.lockutils [req-7603a526-2143-4881-9e07-5c9f17075e36 req-bf79fcf0-f70e-4b51-bee8-4ed5557a46f4 service nova] Releasing lock "refresh_cache-bcd51f86-c628-48d1-b7e2-d1eec7331b3f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.983271] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520d46c0-a829-2c88-6c6b-5be10ec71525, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.988273] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.988273] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] a113b9f6-91f4-4f6c-9701-2ca01a176fec/a113b9f6-91f4-4f6c-9701-2ca01a176fec.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.988273] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd9303b-0a57-4593-af27-933327ac9dc5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.994189] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 624.994189] env[70041]: value = "task-3192292" [ 624.994189] env[70041]: _type = "Task" [ 624.994189] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.004967] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.013783] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae3d210-5777-4cd3-ad92-5f833139fcbb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.028019] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b9710-8d09-48f5-80be-1b115af78740 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.031969] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192290, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.062917] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a06b1c7-3ffe-4a29-b628-785aa8d1a361 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.071814] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.075307] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59fa2bd-4c62-497d-abdb-984499680419 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.090439] env[70041]: DEBUG nova.compute.provider_tree [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.164555] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aef988-1b92-4c35-9946-cb535e0643b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.185777] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance 'fc07fedf-7946-4d49-af1e-f45d8c5e5feb' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 625.205684] env[70041]: INFO nova.compute.manager [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Took 19.19 seconds to build instance. [ 625.509937] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.529856] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192290, 'name': CreateVM_Task, 'duration_secs': 0.634962} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.530509] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.531469] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.531806] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.533018] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.533018] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef70770-7581-4300-9e1f-5133b6a65bb0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.541019] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 625.541019] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5209520f-c7bb-daad-ae21-77ddb64c7fca" [ 625.541019] env[70041]: _type = "Task" [ 625.541019] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.547957] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5209520f-c7bb-daad-ae21-77ddb64c7fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.569506] env[70041]: DEBUG oslo_vmware.api [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192291, 'name': PowerOnVM_Task, 'duration_secs': 0.78935} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.570160] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.570645] env[70041]: INFO nova.compute.manager [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Took 10.05 seconds to spawn the instance on the hypervisor. [ 625.571057] env[70041]: DEBUG nova.compute.manager [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.572123] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4321af3-de70-4d6b-8913-b584a7125a99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.593365] env[70041]: DEBUG nova.scheduler.client.report [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.692335] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.692670] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8a68398-3ab5-4b8d-8468-66876cf60714 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.700698] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 625.700698] env[70041]: value = "task-3192293" [ 625.700698] env[70041]: _type = "Task" [ 625.700698] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.710917] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf8b2ac4-1e38-4978-b2d4-fd177f483775 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.706s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.711364] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.009242] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563374} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.009585] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] a113b9f6-91f4-4f6c-9701-2ca01a176fec/a113b9f6-91f4-4f6c-9701-2ca01a176fec.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.009841] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.010140] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1844e25d-c0fa-423c-a644-cb2f9ace7bdd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.017671] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 626.017671] env[70041]: value = "task-3192294" [ 626.017671] env[70041]: _type = "Task" [ 626.017671] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.027657] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.051031] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5209520f-c7bb-daad-ae21-77ddb64c7fca, 'name': SearchDatastore_Task, 'duration_secs': 0.01664} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.051384] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.051594] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.051819] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.052020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.052263] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.052488] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a4e31bc-c49a-4179-9294-48fe0ce549e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.062625] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.062813] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.063798] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c2efe2-c199-43e1-8bf3-840dd0005629 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.069686] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 626.069686] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526b20c4-50ba-88e1-ab01-bd43fad644b4" [ 626.069686] env[70041]: _type = "Task" [ 626.069686] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.078436] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526b20c4-50ba-88e1-ab01-bd43fad644b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.090472] env[70041]: INFO nova.compute.manager [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Took 19.07 seconds to build instance. [ 626.098435] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.099119] env[70041]: DEBUG nova.compute.manager [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 626.103157] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.878s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.104703] env[70041]: INFO nova.compute.claims [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.211713] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192293, 'name': PowerOffVM_Task, 'duration_secs': 0.213483} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.211713] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.211713] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance 'fc07fedf-7946-4d49-af1e-f45d8c5e5feb' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 626.215234] env[70041]: DEBUG nova.compute.manager [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.529834] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13496} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.531108] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.531515] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a884882-33b6-421b-b881-26b060b5489f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.554778] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] a113b9f6-91f4-4f6c-9701-2ca01a176fec/a113b9f6-91f4-4f6c-9701-2ca01a176fec.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.555127] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57191c29-2c1a-4aa0-be8d-f5a8c8dd511e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.576951] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 626.576951] env[70041]: value = "task-3192297" [ 626.576951] env[70041]: _type = "Task" [ 626.576951] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.580766] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526b20c4-50ba-88e1-ab01-bd43fad644b4, 'name': SearchDatastore_Task, 'duration_secs': 0.02383} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.584504] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32539251-cb1e-4c36-9f09-374d41ce5536 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.590468] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 626.590468] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5247b824-c667-2873-2724-9792207d170d" [ 626.590468] env[70041]: _type = "Task" [ 626.590468] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.593885] env[70041]: DEBUG oslo_concurrency.lockutils [None req-88de80ed-6f35-49e2-a8cf-7acdb10acf2e tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "e5ca8966-78b2-4f04-9df1-ced842e7db02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.591s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.594136] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.606048] env[70041]: DEBUG nova.compute.utils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.607177] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5247b824-c667-2873-2724-9792207d170d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.607448] env[70041]: DEBUG nova.compute.manager [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.607704] env[70041]: DEBUG nova.network.neutron [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.654030] env[70041]: DEBUG nova.policy [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77ad6ec17271426982a6c572e790204c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74b772011d0240d585f002406f6f7d2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.721403] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.721751] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.721936] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.722205] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.722373] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.722539] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.722832] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.723036] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.723307] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.723513] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.723763] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.731115] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daefce86-c31a-4f5b-9e48-8589e57d1e36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.751501] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 626.751501] env[70041]: value = "task-3192298" [ 626.751501] env[70041]: _type = "Task" [ 626.751501] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.761343] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.762423] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.968486] env[70041]: DEBUG nova.network.neutron [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Successfully created port: 3615f9db-bb2e-40ac-b9bc-c63f517b46f8 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.091643] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192297, 'name': ReconfigVM_Task, 'duration_secs': 0.415425} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.091970] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Reconfigured VM instance instance-0000000f to attach disk [datastore2] a113b9f6-91f4-4f6c-9701-2ca01a176fec/a113b9f6-91f4-4f6c-9701-2ca01a176fec.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.092550] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9dce8f0-bcc1-4679-803a-9118ff55fa17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.099960] env[70041]: DEBUG nova.compute.manager [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.108884] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5247b824-c667-2873-2724-9792207d170d, 'name': SearchDatastore_Task, 'duration_secs': 0.017867} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.109319] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 627.109319] env[70041]: value = "task-3192299" [ 627.109319] env[70041]: _type = "Task" [ 627.109319] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.109847] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.110247] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.110551] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7789f69b-a7f9-42a6-9da7-8a0c8c18c42b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.116683] env[70041]: DEBUG nova.compute.manager [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.131786] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192299, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.134050] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 627.134050] env[70041]: value = "task-3192300" [ 627.134050] env[70041]: _type = "Task" [ 627.134050] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.266591] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192298, 'name': ReconfigVM_Task, 'duration_secs': 0.24081} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.266781] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance 'fc07fedf-7946-4d49-af1e-f45d8c5e5feb' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 627.474772] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0d5735-5c8c-43b4-a571-d6fc06f4cb4b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.484691] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a76e4c3-5195-4a47-a6b1-4304fa8162fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.520462] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a6485d-d2d0-4fe0-8819-78c81a795c8e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.529998] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2134a089-ef1c-49ba-8e54-c793c2b738e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.546496] env[70041]: DEBUG nova.compute.provider_tree [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.630849] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192299, 'name': Rename_Task, 'duration_secs': 0.193428} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.632329] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.632638] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.632899] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c4fbcd4-416d-40d2-b404-4f0951581b5f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.645969] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.647695] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 627.647695] env[70041]: value = "task-3192301" [ 627.647695] env[70041]: _type = "Task" [ 627.647695] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.657142] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.774601] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.774891] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.775252] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.775497] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.775657] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.775812] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.776049] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.776219] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.776393] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.776556] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.776733] env[70041]: DEBUG nova.virt.hardware [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.782483] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 627.782780] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e02beba-d737-403f-8ae3-b8175b6ec950 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.803510] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 627.803510] env[70041]: value = "task-3192302" [ 627.803510] env[70041]: _type = "Task" [ 627.803510] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.813019] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.050116] env[70041]: DEBUG nova.scheduler.client.report [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.132151] env[70041]: DEBUG nova.compute.manager [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.146263] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624824} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.146637] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.146878] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.147196] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68dbe305-171f-497d-af99-11572c64e6fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.160087] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.161764] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 628.161764] env[70041]: value = "task-3192303" [ 628.161764] env[70041]: _type = "Task" [ 628.161764] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.172599] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.315273] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192302, 'name': ReconfigVM_Task, 'duration_secs': 0.259582} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.315822] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 628.316761] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148a0a06-3086-4096-b7b9-75498037859b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.345124] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] fc07fedf-7946-4d49-af1e-f45d8c5e5feb/fc07fedf-7946-4d49-af1e-f45d8c5e5feb.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.345482] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d35e557f-b342-42b7-a7f8-b2e08bb68be9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.367162] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 628.367162] env[70041]: value = "task-3192304" [ 628.367162] env[70041]: _type = "Task" [ 628.367162] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.376846] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.485119] env[70041]: DEBUG nova.network.neutron [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Successfully updated port: 3615f9db-bb2e-40ac-b9bc-c63f517b46f8 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.555407] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.555935] env[70041]: DEBUG nova.compute.manager [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.558574] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.879s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.560157] env[70041]: INFO nova.compute.claims [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.663828] env[70041]: DEBUG oslo_vmware.api [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192301, 'name': PowerOnVM_Task, 'duration_secs': 0.569844} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.663828] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.663828] env[70041]: INFO nova.compute.manager [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Took 10.56 seconds to spawn the instance on the hypervisor. [ 628.663828] env[70041]: DEBUG nova.compute.manager [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.663828] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d67cb6-5123-4a0b-8b43-da0a731e2266 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.674356] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099376} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.676068] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.679336] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0297d6-30ff-427d-9f53-8e180f3f2882 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.707685] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.708032] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0daf9bc8-ad79-44f7-8000-c1211e6df48d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.731710] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 628.731710] env[70041]: value = "task-3192306" [ 628.731710] env[70041]: _type = "Task" [ 628.731710] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.742173] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.880563] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.987949] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquiring lock "refresh_cache-fd7605e6-ee46-4c0f-9528-bb8b62856c5e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.988131] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquired lock "refresh_cache-fd7605e6-ee46-4c0f-9528-bb8b62856c5e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.988318] env[70041]: DEBUG nova.network.neutron [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.065570] env[70041]: DEBUG nova.compute.utils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.070019] env[70041]: DEBUG nova.compute.manager [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.070135] env[70041]: DEBUG nova.network.neutron [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.125998] env[70041]: DEBUG nova.policy [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a843bacce29b43019943b20f59237c9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30ef49fee7024708a2e2ab687837d927', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.189492] env[70041]: INFO nova.compute.manager [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Took 20.65 seconds to build instance. [ 629.242920] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.380742] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.524291] env[70041]: DEBUG nova.network.neutron [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.570541] env[70041]: DEBUG nova.compute.manager [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.664208] env[70041]: DEBUG nova.network.neutron [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Updating instance_info_cache with network_info: [{"id": "3615f9db-bb2e-40ac-b9bc-c63f517b46f8", "address": "fa:16:3e:32:75:ce", "network": {"id": "bd0e536a-f5d1-482f-a35c-ed02229ec9ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-2119998575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b772011d0240d585f002406f6f7d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3615f9db-bb", "ovs_interfaceid": "3615f9db-bb2e-40ac-b9bc-c63f517b46f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.683198] env[70041]: DEBUG nova.network.neutron [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Successfully created port: 45f97ec6-9b0b-480a-953c-bd7113f412c0 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.692302] env[70041]: DEBUG oslo_concurrency.lockutils [None req-581415d2-35c8-41ca-9ec6-944e6f64d60e tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.174s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.744111] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192306, 'name': ReconfigVM_Task, 'duration_secs': 0.626259} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.744428] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.745079] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03fe2d21-7f8c-41af-8705-676dbb762813 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.753555] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 629.753555] env[70041]: value = "task-3192307" [ 629.753555] env[70041]: _type = "Task" [ 629.753555] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.762928] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192307, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.878827] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.905173] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1159c8-c558-4105-84fe-9a67921b52b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.913810] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff8c85-130d-463e-b92c-221fdaac9b07 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.947411] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dfe4cf-3ba2-4e23-8dd3-e6268f8090f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.955809] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2232f1-e646-4144-8bbe-57ebc06b7f6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.972178] env[70041]: DEBUG nova.compute.provider_tree [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.167355] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Releasing lock "refresh_cache-fd7605e6-ee46-4c0f-9528-bb8b62856c5e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.167700] env[70041]: DEBUG nova.compute.manager [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Instance network_info: |[{"id": "3615f9db-bb2e-40ac-b9bc-c63f517b46f8", "address": "fa:16:3e:32:75:ce", "network": {"id": "bd0e536a-f5d1-482f-a35c-ed02229ec9ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-2119998575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b772011d0240d585f002406f6f7d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3615f9db-bb", "ovs_interfaceid": "3615f9db-bb2e-40ac-b9bc-c63f517b46f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.194890] env[70041]: DEBUG nova.compute.manager [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.265393] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192307, 'name': Rename_Task, 'duration_secs': 0.285327} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.265658] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.265926] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52c458bb-8c8c-4e5f-8b06-032017bbd437 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.274408] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 630.274408] env[70041]: value = "task-3192308" [ 630.274408] env[70041]: _type = "Task" [ 630.274408] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.282986] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.379256] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192304, 'name': ReconfigVM_Task, 'duration_secs': 1.581047} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.379562] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Reconfigured VM instance instance-00000007 to attach disk [datastore1] fc07fedf-7946-4d49-af1e-f45d8c5e5feb/fc07fedf-7946-4d49-af1e-f45d8c5e5feb.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.379849] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance 'fc07fedf-7946-4d49-af1e-f45d8c5e5feb' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 630.475887] env[70041]: DEBUG nova.scheduler.client.report [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.583589] env[70041]: DEBUG nova.compute.manager [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.720543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.786485] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192308, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.817200] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.818018] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.818018] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.819289] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.819289] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.819289] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.819289] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.819289] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.819682] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.819994] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.820317] env[70041]: DEBUG nova.virt.hardware [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.823205] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115a08c-1ec3-4f76-b711-f937fefda072 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.835968] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.836245] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.836421] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.836773] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.836773] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.836912] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.837144] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.837431] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.837682] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.837884] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.838077] env[70041]: DEBUG nova.virt.hardware [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.839557] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9001ca-7135-4c58-99b3-7ab08d02a318 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.846460] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd5b227-dfe4-45ff-8ac8-bdb84bb72bde {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.857909] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cef961-34ad-5a3c-6f36-683df328a8e0/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 630.873685] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e27173-0b34-461b-97d7-96544621dd83 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.878967] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86285a18-1e62-40f7-a748-efc20a3ee7b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.882543] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:75:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3615f9db-bb2e-40ac-b9bc-c63f517b46f8', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.890879] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Creating folder: Project (74b772011d0240d585f002406f6f7d2b). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.893366] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab476a65-8e2b-4a7f-9c2c-6da328d4bda7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.897532] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca29ca9-59c2-4b5d-8c19-268d2b5a5e60 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.913285] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cef961-34ad-5a3c-6f36-683df328a8e0/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 630.913519] env[70041]: ERROR oslo_vmware.rw_handles [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cef961-34ad-5a3c-6f36-683df328a8e0/disk-0.vmdk due to incomplete transfer. [ 630.915162] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-071e3b24-14a9-41e0-a3d9-942d17900e8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.925344] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cef961-34ad-5a3c-6f36-683df328a8e0/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 630.925591] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Uploaded image cbf88330-0d36-4dfc-b2a0-c7e11264e613 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 630.927461] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 630.942494] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a4f108d-befa-4801-bf6a-14972df7eff1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.944507] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Created folder: Project (74b772011d0240d585f002406f6f7d2b) in parent group-v638323. [ 630.944693] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Creating folder: Instances. Parent ref: group-v638384. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.945485] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f1989a8-9ed1-4611-bc77-6b5584815b1e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.947621] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46c99c0-db04-47b8-831f-64242c098fc4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.971977] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance 'fc07fedf-7946-4d49-af1e-f45d8c5e5feb' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 630.979057] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Created folder: Instances in parent group-v638384. [ 630.979445] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.979797] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 630.979797] env[70041]: value = "task-3192311" [ 630.979797] env[70041]: _type = "Task" [ 630.979797] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.980423] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.981208] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.981743] env[70041]: DEBUG nova.compute.manager [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.984651] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b98e697-7cc7-4992-aa52-9d4336444319 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.001183] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.096s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.003113] env[70041]: INFO nova.compute.claims [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.017519] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192311, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.019098] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.019098] env[70041]: value = "task-3192313" [ 631.019098] env[70041]: _type = "Task" [ 631.019098] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.029767] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192313, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.285336] env[70041]: DEBUG oslo_vmware.api [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192308, 'name': PowerOnVM_Task, 'duration_secs': 0.625687} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.285678] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.285966] env[70041]: INFO nova.compute.manager [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Took 10.56 seconds to spawn the instance on the hypervisor. [ 631.288542] env[70041]: DEBUG nova.compute.manager [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.288542] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ae1736-c49d-4ba4-b013-cebafd062eec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.399481] env[70041]: DEBUG nova.network.neutron [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Successfully updated port: 45f97ec6-9b0b-480a-953c-bd7113f412c0 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.440427] env[70041]: DEBUG nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Received event network-vif-plugged-b36ed77f-0ac1-4001-b958-2858a8439eda {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 631.440686] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Acquiring lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.440935] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.442524] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.442524] env[70041]: DEBUG nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] No waiting events found dispatching network-vif-plugged-b36ed77f-0ac1-4001-b958-2858a8439eda {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.442524] env[70041]: WARNING nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Received unexpected event network-vif-plugged-b36ed77f-0ac1-4001-b958-2858a8439eda for instance with vm_state active and task_state None. [ 631.442524] env[70041]: DEBUG nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Received event network-changed-b36ed77f-0ac1-4001-b958-2858a8439eda {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 631.442524] env[70041]: DEBUG nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Refreshing instance network info cache due to event network-changed-b36ed77f-0ac1-4001-b958-2858a8439eda. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 631.442751] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Acquiring lock "refresh_cache-a113b9f6-91f4-4f6c-9701-2ca01a176fec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.442751] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Acquired lock "refresh_cache-a113b9f6-91f4-4f6c-9701-2ca01a176fec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.442751] env[70041]: DEBUG nova.network.neutron [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Refreshing network info cache for port b36ed77f-0ac1-4001-b958-2858a8439eda {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.499158] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192311, 'name': Destroy_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.515038] env[70041]: DEBUG nova.compute.utils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.517061] env[70041]: DEBUG nova.compute.manager [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.517235] env[70041]: DEBUG nova.network.neutron [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.533257] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192313, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.537969] env[70041]: DEBUG nova.network.neutron [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Port fbd9c382-306a-404b-90bd-a165f932a413 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 631.595276] env[70041]: DEBUG nova.policy [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce3bf81809e8499cb01c49573aa912dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f2aae429f95441d94ec1b3018b4a3ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.806144] env[70041]: INFO nova.compute.manager [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Took 21.75 seconds to build instance. [ 631.905685] env[70041]: DEBUG nova.compute.manager [req-d87e088b-2b35-406e-9d94-a18c25ccebcb req-e4f2fa44-2e7e-4611-9c66-174cb781dbce service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Received event network-vif-plugged-3615f9db-bb2e-40ac-b9bc-c63f517b46f8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 631.905910] env[70041]: DEBUG oslo_concurrency.lockutils [req-d87e088b-2b35-406e-9d94-a18c25ccebcb req-e4f2fa44-2e7e-4611-9c66-174cb781dbce service nova] Acquiring lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.907082] env[70041]: DEBUG oslo_concurrency.lockutils [req-d87e088b-2b35-406e-9d94-a18c25ccebcb req-e4f2fa44-2e7e-4611-9c66-174cb781dbce service nova] Lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.907327] env[70041]: DEBUG oslo_concurrency.lockutils [req-d87e088b-2b35-406e-9d94-a18c25ccebcb req-e4f2fa44-2e7e-4611-9c66-174cb781dbce service nova] Lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.908698] env[70041]: DEBUG nova.compute.manager [req-d87e088b-2b35-406e-9d94-a18c25ccebcb req-e4f2fa44-2e7e-4611-9c66-174cb781dbce service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] No waiting events found dispatching network-vif-plugged-3615f9db-bb2e-40ac-b9bc-c63f517b46f8 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.908698] env[70041]: WARNING nova.compute.manager [req-d87e088b-2b35-406e-9d94-a18c25ccebcb req-e4f2fa44-2e7e-4611-9c66-174cb781dbce service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Received unexpected event network-vif-plugged-3615f9db-bb2e-40ac-b9bc-c63f517b46f8 for instance with vm_state building and task_state spawning. [ 631.910776] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "refresh_cache-cbdfeca6-c411-4343-bf66-f6e2a02de922" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.910776] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquired lock "refresh_cache-cbdfeca6-c411-4343-bf66-f6e2a02de922" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.911038] env[70041]: DEBUG nova.network.neutron [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.004095] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192311, 'name': Destroy_Task, 'duration_secs': 0.731436} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.004095] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Destroyed the VM [ 632.004095] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 632.004095] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-857bc51d-3e45-45c0-9b9f-581c82818c08 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.014166] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 632.014166] env[70041]: value = "task-3192314" [ 632.014166] env[70041]: _type = "Task" [ 632.014166] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.023261] env[70041]: DEBUG nova.compute.manager [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.032984] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192314, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.044977] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192313, 'name': CreateVM_Task, 'duration_secs': 0.583668} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.044977] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.046065] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.046065] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.046974] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.048523] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f3700a-2d3a-42af-9fee-b9c29a9e0c49 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.055149] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 632.055149] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c48fdc-f0e3-200d-463e-7727fc6471bc" [ 632.055149] env[70041]: _type = "Task" [ 632.055149] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.076644] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c48fdc-f0e3-200d-463e-7727fc6471bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.184642] env[70041]: DEBUG oslo_vmware.rw_handles [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa3aa-08ae-a978-e974-80cb672dc1c3/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 632.186271] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799c37bf-afba-4af9-abdc-404223c0b72e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.194335] env[70041]: DEBUG oslo_vmware.rw_handles [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa3aa-08ae-a978-e974-80cb672dc1c3/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 632.194535] env[70041]: ERROR oslo_vmware.rw_handles [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa3aa-08ae-a978-e974-80cb672dc1c3/disk-0.vmdk due to incomplete transfer. [ 632.197858] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-78bb94d2-ff0f-4d7c-b168-90405321c541 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.207659] env[70041]: DEBUG oslo_vmware.rw_handles [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52daa3aa-08ae-a978-e974-80cb672dc1c3/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 632.208185] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Uploaded image 3d57b66c-a317-45ae-9158-b4e5a635db91 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 632.212084] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 632.212084] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c911e998-899c-44a6-adea-28eebed06600 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.220340] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 632.220340] env[70041]: value = "task-3192315" [ 632.220340] env[70041]: _type = "Task" [ 632.220340] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.230957] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192315, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.308192] env[70041]: DEBUG oslo_concurrency.lockutils [None req-300c7e98-5346-420e-a62d-9ccd1283b0f2 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.262s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.338053] env[70041]: DEBUG nova.network.neutron [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Updated VIF entry in instance network info cache for port b36ed77f-0ac1-4001-b958-2858a8439eda. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.338470] env[70041]: DEBUG nova.network.neutron [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Updating instance_info_cache with network_info: [{"id": "b36ed77f-0ac1-4001-b958-2858a8439eda", "address": "fa:16:3e:3f:f5:cb", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb36ed77f-0a", "ovs_interfaceid": "b36ed77f-0ac1-4001-b958-2858a8439eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.468220] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b571b7-b6bb-476f-b8cc-99397f67e3fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.473725] env[70041]: DEBUG nova.network.neutron [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.483917] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ca5ef-1f3a-4b2d-ba53-71ac1e81b0c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.541679] env[70041]: DEBUG nova.network.neutron [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Successfully created port: f45aefef-759a-4cb6-b2f1-3739775f8617 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.551972] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b364557-5677-46a0-8010-78ab75809fbe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.574588] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.574853] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.575035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.581298] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192314, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.583336] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988d40af-6e70-4121-978c-ff4b05a149c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.592485] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c48fdc-f0e3-200d-463e-7727fc6471bc, 'name': SearchDatastore_Task, 'duration_secs': 0.024407} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.593798] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.594151] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.594478] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.594630] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.595038] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.595577] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26ebc54b-7d64-4b43-ba12-2852cdf2bb4a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.606662] env[70041]: DEBUG nova.compute.provider_tree [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.615600] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "540472c7-d925-490e-a3eb-66f3b2de608c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.615894] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "540472c7-d925-490e-a3eb-66f3b2de608c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.618136] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.618240] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.619221] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bda4308-b81a-43d7-9820-b36cd9d68b92 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.627271] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 632.627271] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527b5fb7-6034-d221-9120-7c48600635ae" [ 632.627271] env[70041]: _type = "Task" [ 632.627271] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.640598] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527b5fb7-6034-d221-9120-7c48600635ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.642184] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710b8e99-18c7-4844-9796-a839160516ed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.654329] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 632.654329] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520bddb3-9ade-ce52-001e-6aa2a3be3c2b" [ 632.654329] env[70041]: _type = "Task" [ 632.654329] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.665445] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520bddb3-9ade-ce52-001e-6aa2a3be3c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.666153] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.666153] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fd7605e6-ee46-4c0f-9528-bb8b62856c5e/fd7605e6-ee46-4c0f-9528-bb8b62856c5e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.666678] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c78596e1-edb6-40b3-bff9-da3e26bd46df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.678054] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 632.678054] env[70041]: value = "task-3192316" [ 632.678054] env[70041]: _type = "Task" [ 632.678054] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.690249] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.736513] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192315, 'name': Destroy_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.815260] env[70041]: DEBUG nova.compute.manager [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.842375] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Releasing lock "refresh_cache-a113b9f6-91f4-4f6c-9701-2ca01a176fec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.842872] env[70041]: DEBUG nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Received event network-vif-plugged-be76a6d4-56af-4841-acf7-2e576efb9fa6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 632.842872] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Acquiring lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.843074] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.843192] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.843391] env[70041]: DEBUG nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] No waiting events found dispatching network-vif-plugged-be76a6d4-56af-4841-acf7-2e576efb9fa6 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.843567] env[70041]: WARNING nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Received unexpected event network-vif-plugged-be76a6d4-56af-4841-acf7-2e576efb9fa6 for instance with vm_state active and task_state None. [ 632.844181] env[70041]: DEBUG nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Received event network-changed-be76a6d4-56af-4841-acf7-2e576efb9fa6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 632.844181] env[70041]: DEBUG nova.compute.manager [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Refreshing instance network info cache due to event network-changed-be76a6d4-56af-4841-acf7-2e576efb9fa6. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 632.844181] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Acquiring lock "refresh_cache-d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.844365] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Acquired lock "refresh_cache-d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.844365] env[70041]: DEBUG nova.network.neutron [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Refreshing network info cache for port be76a6d4-56af-4841-acf7-2e576efb9fa6 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.895311] env[70041]: DEBUG nova.network.neutron [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Updating instance_info_cache with network_info: [{"id": "45f97ec6-9b0b-480a-953c-bd7113f412c0", "address": "fa:16:3e:fc:e1:dd", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f97ec6-9b", "ovs_interfaceid": "45f97ec6-9b0b-480a-953c-bd7113f412c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.049972] env[70041]: DEBUG oslo_vmware.api [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192314, 'name': RemoveSnapshot_Task, 'duration_secs': 0.890924} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.050203] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 633.050509] env[70041]: INFO nova.compute.manager [None req-1b949d4b-586f-4094-a46f-ec2e2d01b500 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Took 18.51 seconds to snapshot the instance on the hypervisor. [ 633.057815] env[70041]: DEBUG nova.compute.manager [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.097931] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.098328] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.098970] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.099450] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.099884] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.100876] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.100876] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.100876] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.100876] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.101186] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.102755] env[70041]: DEBUG nova.virt.hardware [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.103609] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a005e-950b-43bb-aff3-8025d443f3e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.116422] env[70041]: DEBUG nova.scheduler.client.report [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.123750] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5cd621-f350-49af-810e-8cfc2ed60b3e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.190676] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192316, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.237663] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192315, 'name': Destroy_Task, 'duration_secs': 0.694651} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.238250] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Destroyed the VM [ 633.238657] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 633.239742] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86f59fad-6f31-4825-a26c-c435615e2fad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.251746] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 633.251746] env[70041]: value = "task-3192317" [ 633.251746] env[70041]: _type = "Task" [ 633.251746] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.269371] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192317, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.330758] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Acquiring lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.330758] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.364328] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.364328] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.368480] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.401715] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Releasing lock "refresh_cache-cbdfeca6-c411-4343-bf66-f6e2a02de922" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.401928] env[70041]: DEBUG nova.compute.manager [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Instance network_info: |[{"id": "45f97ec6-9b0b-480a-953c-bd7113f412c0", "address": "fa:16:3e:fc:e1:dd", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f97ec6-9b", "ovs_interfaceid": "45f97ec6-9b0b-480a-953c-bd7113f412c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.402831] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:e1:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45f97ec6-9b0b-480a-953c-bd7113f412c0', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.414860] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Creating folder: Project (30ef49fee7024708a2e2ab687837d927). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.415834] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77b3c859-37a4-49e4-a6b1-bc8f411ac2dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.435787] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Created folder: Project (30ef49fee7024708a2e2ab687837d927) in parent group-v638323. [ 633.436078] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Creating folder: Instances. Parent ref: group-v638387. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.436420] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8670d41-580a-4c78-91a9-7663b8986400 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.455549] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Created folder: Instances in parent group-v638387. [ 633.455714] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.455966] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.456358] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-057068c1-125a-4fa4-8bab-35ac159e2d11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.484199] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.484199] env[70041]: value = "task-3192320" [ 633.484199] env[70041]: _type = "Task" [ 633.484199] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.495528] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192320, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.633678] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.634292] env[70041]: DEBUG nova.compute.manager [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.637478] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.653s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.639661] env[70041]: INFO nova.compute.claims [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.679768] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.679989] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.680455] env[70041]: DEBUG nova.network.neutron [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.700787] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626671} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.702362] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fd7605e6-ee46-4c0f-9528-bb8b62856c5e/fd7605e6-ee46-4c0f-9528-bb8b62856c5e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.702592] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.702837] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-269442a4-6309-4619-9f92-d5d5fe267f85 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.716210] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 633.716210] env[70041]: value = "task-3192321" [ 633.716210] env[70041]: _type = "Task" [ 633.716210] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.730210] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.765323] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192317, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.802057] env[70041]: DEBUG nova.network.neutron [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Updated VIF entry in instance network info cache for port be76a6d4-56af-4841-acf7-2e576efb9fa6. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.802430] env[70041]: DEBUG nova.network.neutron [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Updating instance_info_cache with network_info: [{"id": "be76a6d4-56af-4841-acf7-2e576efb9fa6", "address": "fa:16:3e:1a:e1:5e", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe76a6d4-56", "ovs_interfaceid": "be76a6d4-56af-4841-acf7-2e576efb9fa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.997068] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192320, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.145387] env[70041]: DEBUG nova.compute.utils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.153197] env[70041]: DEBUG nova.compute.manager [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.153448] env[70041]: DEBUG nova.network.neutron [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.217760] env[70041]: DEBUG nova.policy [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '901305ca7b2b4ef3a6e5eb4cda8ace85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e66636e8249471eaeb81deb9f0a371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.234949] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225126} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.235409] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.236827] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add029ef-251a-4fae-8d81-c18078307494 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.270678] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] fd7605e6-ee46-4c0f-9528-bb8b62856c5e/fd7605e6-ee46-4c0f-9528-bb8b62856c5e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.280491] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a39817f-42c9-44cd-b6c8-945ef1140b5a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.305175] env[70041]: DEBUG oslo_concurrency.lockutils [req-106275ff-616b-44c4-bfef-13db576f7e79 req-cbc86cfb-1d54-4a36-bd06-78d16368336d service nova] Releasing lock "refresh_cache-d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.310033] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192317, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.312041] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 634.312041] env[70041]: value = "task-3192322" [ 634.312041] env[70041]: _type = "Task" [ 634.312041] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.322292] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.404855] env[70041]: DEBUG nova.network.neutron [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Successfully updated port: f45aefef-759a-4cb6-b2f1-3739775f8617 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.501805] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192320, 'name': CreateVM_Task, 'duration_secs': 0.765855} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.502606] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.503385] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.503568] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.503903] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.504194] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ab214e-f7bc-44e4-b76c-d1bd84996cf0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.510182] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 634.510182] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52439b54-7f4a-5371-25d7-77b6bce5c290" [ 634.510182] env[70041]: _type = "Task" [ 634.510182] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.521678] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52439b54-7f4a-5371-25d7-77b6bce5c290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.650037] env[70041]: DEBUG nova.compute.manager [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.716390] env[70041]: DEBUG nova.network.neutron [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance_info_cache with network_info: [{"id": "fbd9c382-306a-404b-90bd-a165f932a413", "address": "fa:16:3e:46:e4:4a", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd9c382-30", "ovs_interfaceid": "fbd9c382-306a-404b-90bd-a165f932a413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.775013] env[70041]: DEBUG oslo_vmware.api [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192317, 'name': RemoveSnapshot_Task, 'duration_secs': 1.211827} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.775607] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 634.775915] env[70041]: INFO nova.compute.manager [None req-a1268c00-a239-453b-92dd-52d1d028cff6 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Took 17.93 seconds to snapshot the instance on the hypervisor. [ 634.826361] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192322, 'name': ReconfigVM_Task, 'duration_secs': 0.472796} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.826361] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Reconfigured VM instance instance-00000011 to attach disk [datastore1] fd7605e6-ee46-4c0f-9528-bb8b62856c5e/fd7605e6-ee46-4c0f-9528-bb8b62856c5e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.826969] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63feedc9-70a8-4173-a2bf-92ecb87879bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.835876] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 634.835876] env[70041]: value = "task-3192323" [ 634.835876] env[70041]: _type = "Task" [ 634.835876] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.845169] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192323, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.910138] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "refresh_cache-dd08a339-98ca-4c08-a8e8-2b877a8a1823" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.911208] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "refresh_cache-dd08a339-98ca-4c08-a8e8-2b877a8a1823" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.911208] env[70041]: DEBUG nova.network.neutron [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.929777] env[70041]: DEBUG nova.network.neutron [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Successfully created port: 7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.014862] env[70041]: DEBUG nova.compute.manager [req-fb75d5c5-5f81-4526-9d14-3cf5b1aa3d8d req-876920ce-99f6-47a6-a182-5858ecc5abbb service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Received event network-changed-ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 635.015116] env[70041]: DEBUG nova.compute.manager [req-fb75d5c5-5f81-4526-9d14-3cf5b1aa3d8d req-876920ce-99f6-47a6-a182-5858ecc5abbb service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Refreshing instance network info cache due to event network-changed-ede0bc9a-9f12-404e-893b-ee7ce2faa584. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 635.015264] env[70041]: DEBUG oslo_concurrency.lockutils [req-fb75d5c5-5f81-4526-9d14-3cf5b1aa3d8d req-876920ce-99f6-47a6-a182-5858ecc5abbb service nova] Acquiring lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.016097] env[70041]: DEBUG oslo_concurrency.lockutils [req-fb75d5c5-5f81-4526-9d14-3cf5b1aa3d8d req-876920ce-99f6-47a6-a182-5858ecc5abbb service nova] Acquired lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.016097] env[70041]: DEBUG nova.network.neutron [req-fb75d5c5-5f81-4526-9d14-3cf5b1aa3d8d req-876920ce-99f6-47a6-a182-5858ecc5abbb service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Refreshing network info cache for port ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.041353] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "004005be-9af0-421e-9352-9bec6c956564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.041353] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.041353] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52439b54-7f4a-5371-25d7-77b6bce5c290, 'name': SearchDatastore_Task, 'duration_secs': 0.013663} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.041938] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.042144] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.042355] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.043987] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.043987] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.043987] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c461e7c-5e6d-4e96-9c56-50d7a42b73c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.058440] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.058677] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.059734] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c26371c0-f1e8-4f0b-8ce7-54aa825ddfab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.070895] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 635.070895] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520f05dc-ef05-fb69-638e-6033bb2ca52b" [ 635.070895] env[70041]: _type = "Task" [ 635.070895] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.082259] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520f05dc-ef05-fb69-638e-6033bb2ca52b, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.083066] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a15cb1-38e9-4158-ae84-05ffd3154258 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.092776] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 635.092776] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52dfee7d-6221-255f-efd1-a83127d966ec" [ 635.092776] env[70041]: _type = "Task" [ 635.092776] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.106106] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52dfee7d-6221-255f-efd1-a83127d966ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010421} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.108153] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.108412] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] cbdfeca6-c411-4343-bf66-f6e2a02de922/cbdfeca6-c411-4343-bf66-f6e2a02de922.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.109191] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a6ebf8b-ad1b-4d61-a9c8-537bea6c9576 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.118012] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 635.118012] env[70041]: value = "task-3192324" [ 635.118012] env[70041]: _type = "Task" [ 635.118012] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.129176] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.174906] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c09a8-9d91-4c24-a342-377c268d1241 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.184550] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016ca404-831a-4958-a8e9-0fc01a67a19c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.221747] env[70041]: DEBUG oslo_concurrency.lockutils [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.226915] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bf7a53-f968-4cbd-a7ca-2e790ca929ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.236662] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdec652-fa10-4b17-9424-90a091947ad0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.253461] env[70041]: DEBUG nova.compute.provider_tree [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.347333] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192323, 'name': Rename_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.365877] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "71a9b149-e639-404a-9ee6-8e11846b47e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.365877] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "71a9b149-e639-404a-9ee6-8e11846b47e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.452941] env[70041]: DEBUG nova.network.neutron [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.499459] env[70041]: DEBUG nova.compute.manager [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Received event network-changed-3615f9db-bb2e-40ac-b9bc-c63f517b46f8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 635.499650] env[70041]: DEBUG nova.compute.manager [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Refreshing instance network info cache due to event network-changed-3615f9db-bb2e-40ac-b9bc-c63f517b46f8. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 635.499892] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Acquiring lock "refresh_cache-fd7605e6-ee46-4c0f-9528-bb8b62856c5e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.500017] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Acquired lock "refresh_cache-fd7605e6-ee46-4c0f-9528-bb8b62856c5e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.500401] env[70041]: DEBUG nova.network.neutron [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Refreshing network info cache for port 3615f9db-bb2e-40ac-b9bc-c63f517b46f8 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.630691] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.643604] env[70041]: DEBUG nova.network.neutron [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Updating instance_info_cache with network_info: [{"id": "f45aefef-759a-4cb6-b2f1-3739775f8617", "address": "fa:16:3e:07:b7:31", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45aefef-75", "ovs_interfaceid": "f45aefef-759a-4cb6-b2f1-3739775f8617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.669230] env[70041]: DEBUG nova.compute.manager [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.696767] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.697031] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.697199] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.697380] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.697523] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.697664] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.697871] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.698037] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.698214] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.698369] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.698537] env[70041]: DEBUG nova.virt.hardware [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.700600] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9549fde9-8aba-4e55-829c-d03de3496ce7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.709214] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5486467d-859b-4df1-b907-c17f58717606 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.762950] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5eb35b-3a99-4362-abb8-76669774a850 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.784549] env[70041]: ERROR nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [req-5b9d1cbe-5f25-444b-afb0-add6f15feeb4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b9d1cbe-5f25-444b-afb0-add6f15feeb4"}]} [ 635.788221] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa58cc7-6de9-490b-8f6e-887becd3812b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.791121] env[70041]: DEBUG nova.network.neutron [req-fb75d5c5-5f81-4526-9d14-3cf5b1aa3d8d req-876920ce-99f6-47a6-a182-5858ecc5abbb service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Updated VIF entry in instance network info cache for port ede0bc9a-9f12-404e-893b-ee7ce2faa584. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.791121] env[70041]: DEBUG nova.network.neutron [req-fb75d5c5-5f81-4526-9d14-3cf5b1aa3d8d req-876920ce-99f6-47a6-a182-5858ecc5abbb service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Updating instance_info_cache with network_info: [{"id": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "address": "fa:16:3e:df:f2:ff", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede0bc9a-9f", "ovs_interfaceid": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.797464] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance 'fc07fedf-7946-4d49-af1e-f45d8c5e5feb' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 635.812140] env[70041]: DEBUG nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 635.842039] env[70041]: DEBUG nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 635.843763] env[70041]: DEBUG nova.compute.provider_tree [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.851489] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192323, 'name': Rename_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.861057] env[70041]: DEBUG nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: b3f271fc-23ee-4375-bc48-8de522521902 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 635.879988] env[70041]: DEBUG nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 636.135054] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192324, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.146874] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "refresh_cache-dd08a339-98ca-4c08-a8e8-2b877a8a1823" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.146874] env[70041]: DEBUG nova.compute.manager [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Instance network_info: |[{"id": "f45aefef-759a-4cb6-b2f1-3739775f8617", "address": "fa:16:3e:07:b7:31", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45aefef-75", "ovs_interfaceid": "f45aefef-759a-4cb6-b2f1-3739775f8617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.147527] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:b7:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f45aefef-759a-4cb6-b2f1-3739775f8617', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.157158] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.160958] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.161631] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c8cff68-331e-4c2f-8c7a-a6e3c7717a7a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.194874] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.194874] env[70041]: value = "task-3192325" [ 636.194874] env[70041]: _type = "Task" [ 636.194874] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.294699] env[70041]: DEBUG oslo_concurrency.lockutils [req-fb75d5c5-5f81-4526-9d14-3cf5b1aa3d8d req-876920ce-99f6-47a6-a182-5858ecc5abbb service nova] Releasing lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.305533] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.305533] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c91d920-2eac-474e-960d-bae9b3e47cfc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.319266] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 636.319266] env[70041]: value = "task-3192326" [ 636.319266] env[70041]: _type = "Task" [ 636.319266] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.328252] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.353279] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192323, 'name': Rename_Task, 'duration_secs': 1.179502} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.353279] env[70041]: DEBUG nova.network.neutron [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Updated VIF entry in instance network info cache for port 3615f9db-bb2e-40ac-b9bc-c63f517b46f8. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.353362] env[70041]: DEBUG nova.network.neutron [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Updating instance_info_cache with network_info: [{"id": "3615f9db-bb2e-40ac-b9bc-c63f517b46f8", "address": "fa:16:3e:32:75:ce", "network": {"id": "bd0e536a-f5d1-482f-a35c-ed02229ec9ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-2119998575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b772011d0240d585f002406f6f7d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3615f9db-bb", "ovs_interfaceid": "3615f9db-bb2e-40ac-b9bc-c63f517b46f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.353744] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.354419] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c3823ba-2560-4039-a430-e6780e8ace65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.366451] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 636.366451] env[70041]: value = "task-3192327" [ 636.366451] env[70041]: _type = "Task" [ 636.366451] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.384470] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.430280] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Acquiring lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.430526] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.433581] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b84a5c-e087-4511-b434-bab8e843c270 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.443715] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884057d8-57bd-4008-b050-1351799d07da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.479816] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2880f376-f8b8-4fbf-8e0e-6b7514c51d7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.488627] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a303c931-d74b-4311-a9ff-d03a355fddbe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.504701] env[70041]: DEBUG nova.compute.provider_tree [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.634987] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192324, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.38292} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.635713] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] cbdfeca6-c411-4343-bf66-f6e2a02de922/cbdfeca6-c411-4343-bf66-f6e2a02de922.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.639024] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.639024] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-813dce0d-0f8c-4d7a-89de-9e3ec499d675 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.642170] env[70041]: DEBUG nova.network.neutron [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Successfully updated port: 7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.647041] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 636.647041] env[70041]: value = "task-3192328" [ 636.647041] env[70041]: _type = "Task" [ 636.647041] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.659687] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.708310] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192325, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.782840] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.783167] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.827879] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.855725] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Releasing lock "refresh_cache-fd7605e6-ee46-4c0f-9528-bb8b62856c5e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.855991] env[70041]: DEBUG nova.compute.manager [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Received event network-vif-plugged-45f97ec6-9b0b-480a-953c-bd7113f412c0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 636.856209] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Acquiring lock "cbdfeca6-c411-4343-bf66-f6e2a02de922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.856416] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Lock "cbdfeca6-c411-4343-bf66-f6e2a02de922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.856576] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Lock "cbdfeca6-c411-4343-bf66-f6e2a02de922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.856780] env[70041]: DEBUG nova.compute.manager [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] No waiting events found dispatching network-vif-plugged-45f97ec6-9b0b-480a-953c-bd7113f412c0 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.857023] env[70041]: WARNING nova.compute.manager [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Received unexpected event network-vif-plugged-45f97ec6-9b0b-480a-953c-bd7113f412c0 for instance with vm_state building and task_state spawning. [ 636.857202] env[70041]: DEBUG nova.compute.manager [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Received event network-changed-45f97ec6-9b0b-480a-953c-bd7113f412c0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 636.857359] env[70041]: DEBUG nova.compute.manager [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Refreshing instance network info cache due to event network-changed-45f97ec6-9b0b-480a-953c-bd7113f412c0. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 636.857550] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Acquiring lock "refresh_cache-cbdfeca6-c411-4343-bf66-f6e2a02de922" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.857696] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Acquired lock "refresh_cache-cbdfeca6-c411-4343-bf66-f6e2a02de922" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.857830] env[70041]: DEBUG nova.network.neutron [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Refreshing network info cache for port 45f97ec6-9b0b-480a-953c-bd7113f412c0 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.879058] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.027499] env[70041]: ERROR nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [req-2959f959-0b0d-40bf-9284-9bf46e5c9605] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2959f959-0b0d-40bf-9284-9bf46e5c9605"}]} [ 637.047225] env[70041]: DEBUG nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 637.064407] env[70041]: DEBUG nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 637.064636] env[70041]: DEBUG nova.compute.provider_tree [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.077240] env[70041]: DEBUG nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 637.099163] env[70041]: DEBUG nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 637.145234] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.145633] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquired lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.145867] env[70041]: DEBUG nova.network.neutron [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.164543] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115043} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.167567] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.168621] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f378a84f-d0bb-46b1-8eb3-bf24687201de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.193075] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] cbdfeca6-c411-4343-bf66-f6e2a02de922/cbdfeca6-c411-4343-bf66-f6e2a02de922.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.199041] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e98522-5cc1-4c6a-8c0d-d9272c8c389e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.231277] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192325, 'name': CreateVM_Task, 'duration_secs': 0.707163} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.232560] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.232904] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 637.232904] env[70041]: value = "task-3192329" [ 637.232904] env[70041]: _type = "Task" [ 637.232904] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.233629] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.233795] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.234173] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.236934] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62449173-96f4-4bb3-988d-8414c541176c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.246821] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 637.246821] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f81931-9964-12af-3522-efa5ff2d09f3" [ 637.246821] env[70041]: _type = "Task" [ 637.246821] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.250670] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.266641] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f81931-9964-12af-3522-efa5ff2d09f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.327649] env[70041]: DEBUG oslo_vmware.api [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192326, 'name': PowerOnVM_Task, 'duration_secs': 0.55178} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.330392] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.330733] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-520f0043-c286-4395-b46f-3cfba9d1d404 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance 'fc07fedf-7946-4d49-af1e-f45d8c5e5feb' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 637.379728] env[70041]: DEBUG oslo_vmware.api [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192327, 'name': PowerOnVM_Task, 'duration_secs': 0.762794} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.383180] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.383180] env[70041]: INFO nova.compute.manager [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Took 9.25 seconds to spawn the instance on the hypervisor. [ 637.383713] env[70041]: DEBUG nova.compute.manager [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.384403] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e8504e-d3aa-4fe3-be0c-fbe39720e3b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.614893] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7492c2d0-601a-40ec-9113-107a0c17f929 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.624347] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd092125-e252-425b-aadc-a5c1121c2455 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.667266] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d2b1ef-6d91-4363-8f61-a539420a905b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.679216] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f64ab92-8eac-43d5-8fc8-5f7e361c4309 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.694091] env[70041]: DEBUG nova.compute.provider_tree [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.706707] env[70041]: DEBUG nova.network.neutron [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Updated VIF entry in instance network info cache for port 45f97ec6-9b0b-480a-953c-bd7113f412c0. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.707062] env[70041]: DEBUG nova.network.neutron [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Updating instance_info_cache with network_info: [{"id": "45f97ec6-9b0b-480a-953c-bd7113f412c0", "address": "fa:16:3e:fc:e1:dd", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f97ec6-9b", "ovs_interfaceid": "45f97ec6-9b0b-480a-953c-bd7113f412c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.718070] env[70041]: DEBUG oslo_concurrency.lockutils [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquiring lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.718358] env[70041]: DEBUG oslo_concurrency.lockutils [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.718505] env[70041]: DEBUG oslo_concurrency.lockutils [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquiring lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.718680] env[70041]: DEBUG oslo_concurrency.lockutils [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.718840] env[70041]: DEBUG oslo_concurrency.lockutils [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.721491] env[70041]: DEBUG nova.compute.manager [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.721959] env[70041]: INFO nova.compute.manager [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Terminating instance [ 637.725306] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f28dcf0-6e79-4f7c-a062-82cbe5f6abee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.749767] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.754333] env[70041]: DEBUG nova.network.neutron [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.765200] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "bcb9a98c-8ec6-4960-966b-9741fee06d34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.765830] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.765830] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "bcb9a98c-8ec6-4960-966b-9741fee06d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.765830] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.766024] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.767523] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f81931-9964-12af-3522-efa5ff2d09f3, 'name': SearchDatastore_Task, 'duration_secs': 0.023971} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.771541] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.771541] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.771967] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.771967] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.772104] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.773714] env[70041]: DEBUG nova.compute.manager [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Received event network-vif-plugged-f45aefef-759a-4cb6-b2f1-3739775f8617 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 637.773949] env[70041]: DEBUG oslo_concurrency.lockutils [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] Acquiring lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.774195] env[70041]: DEBUG oslo_concurrency.lockutils [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] Lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.774379] env[70041]: DEBUG oslo_concurrency.lockutils [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] Lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.774564] env[70041]: DEBUG nova.compute.manager [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] No waiting events found dispatching network-vif-plugged-f45aefef-759a-4cb6-b2f1-3739775f8617 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.774754] env[70041]: WARNING nova.compute.manager [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Received unexpected event network-vif-plugged-f45aefef-759a-4cb6-b2f1-3739775f8617 for instance with vm_state building and task_state spawning. [ 637.774923] env[70041]: DEBUG nova.compute.manager [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Received event network-changed-f45aefef-759a-4cb6-b2f1-3739775f8617 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 637.775098] env[70041]: DEBUG nova.compute.manager [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Refreshing instance network info cache due to event network-changed-f45aefef-759a-4cb6-b2f1-3739775f8617. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 637.775291] env[70041]: DEBUG oslo_concurrency.lockutils [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] Acquiring lock "refresh_cache-dd08a339-98ca-4c08-a8e8-2b877a8a1823" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.775415] env[70041]: DEBUG oslo_concurrency.lockutils [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] Acquired lock "refresh_cache-dd08a339-98ca-4c08-a8e8-2b877a8a1823" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.775569] env[70041]: DEBUG nova.network.neutron [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Refreshing network info cache for port f45aefef-759a-4cb6-b2f1-3739775f8617 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.776881] env[70041]: INFO nova.compute.manager [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Terminating instance [ 637.778539] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7794d57b-f2a6-4a61-afa2-93100e417c8f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.796044] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.796044] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.796880] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d230481-1cce-46a0-8e9e-319907028895 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.804214] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 637.804214] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a40388-33e3-10ed-f0a5-00a09e7f38ed" [ 637.804214] env[70041]: _type = "Task" [ 637.804214] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.813314] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a40388-33e3-10ed-f0a5-00a09e7f38ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.910829] env[70041]: INFO nova.compute.manager [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Took 25.71 seconds to build instance. [ 637.963569] env[70041]: DEBUG nova.network.neutron [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updating instance_info_cache with network_info: [{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.211023] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Releasing lock "refresh_cache-cbdfeca6-c411-4343-bf66-f6e2a02de922" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.211023] env[70041]: DEBUG nova.compute.manager [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Received event network-changed-2387feac-81ae-43d4-a47e-647a1de3a03b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 638.211023] env[70041]: DEBUG nova.compute.manager [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Refreshing instance network info cache due to event network-changed-2387feac-81ae-43d4-a47e-647a1de3a03b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 638.211023] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Acquiring lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.211023] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Acquired lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.211317] env[70041]: DEBUG nova.network.neutron [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Refreshing network info cache for port 2387feac-81ae-43d4-a47e-647a1de3a03b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.225407] env[70041]: DEBUG nova.compute.manager [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.225531] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.227469] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b83bd2-fc05-4dcb-8fdb-6ce9f542dc01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.231845] env[70041]: DEBUG nova.scheduler.client.report [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 638.232120] env[70041]: DEBUG nova.compute.provider_tree [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 41 to 42 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 638.232342] env[70041]: DEBUG nova.compute.provider_tree [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.237516] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.242864] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a9ef477-928f-40c7-9e7d-c6e00dbf0169 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.245113] env[70041]: INFO nova.compute.manager [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] instance snapshotting [ 638.248182] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3967d2b5-e699-4f84-b652-53bae74d7ab8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.256417] env[70041]: DEBUG nova.compute.manager [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Received event network-vif-plugged-7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 638.256756] env[70041]: DEBUG oslo_concurrency.lockutils [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] Acquiring lock "a2ae34d8-0dc2-49a1-9fc7-832751900784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.256927] env[70041]: DEBUG oslo_concurrency.lockutils [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] Lock "a2ae34d8-0dc2-49a1-9fc7-832751900784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.257104] env[70041]: DEBUG oslo_concurrency.lockutils [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] Lock "a2ae34d8-0dc2-49a1-9fc7-832751900784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.257270] env[70041]: DEBUG nova.compute.manager [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] No waiting events found dispatching network-vif-plugged-7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.257430] env[70041]: WARNING nova.compute.manager [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Received unexpected event network-vif-plugged-7079571c-61ba-4854-823d-2c17ed63c18c for instance with vm_state building and task_state spawning. [ 638.257582] env[70041]: DEBUG nova.compute.manager [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Received event network-changed-7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 638.257731] env[70041]: DEBUG nova.compute.manager [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Refreshing instance network info cache due to event network-changed-7079571c-61ba-4854-823d-2c17ed63c18c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 638.257895] env[70041]: DEBUG oslo_concurrency.lockutils [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] Acquiring lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.258446] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192329, 'name': ReconfigVM_Task, 'duration_secs': 0.805835} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.260927] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Reconfigured VM instance instance-00000012 to attach disk [datastore1] cbdfeca6-c411-4343-bf66-f6e2a02de922/cbdfeca6-c411-4343-bf66-f6e2a02de922.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.262054] env[70041]: DEBUG oslo_vmware.api [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 638.262054] env[70041]: value = "task-3192330" [ 638.262054] env[70041]: _type = "Task" [ 638.262054] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.262249] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6af1cd6-6728-4c58-ada6-dfe842338146 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.285134] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b860303-9194-4d25-952c-8030d8a7a007 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.291191] env[70041]: DEBUG nova.compute.manager [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.291191] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.291324] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 638.291324] env[70041]: value = "task-3192331" [ 638.291324] env[70041]: _type = "Task" [ 638.291324] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.292991] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de62f644-596f-4a92-ac1e-d1b76dd4140f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.303176] env[70041]: DEBUG oslo_vmware.api [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.316839] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.321126] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5513f596-368c-4adc-bb49-0990b9520c1b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.324189] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192331, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.331955] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a40388-33e3-10ed-f0a5-00a09e7f38ed, 'name': SearchDatastore_Task, 'duration_secs': 0.020731} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.332927] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8824c055-26ee-4142-a8bc-31554ed0ebcb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.339885] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 638.339885] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522ead22-32f5-40b7-4fab-fea2bf5ac409" [ 638.339885] env[70041]: _type = "Task" [ 638.339885] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.362462] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522ead22-32f5-40b7-4fab-fea2bf5ac409, 'name': SearchDatastore_Task, 'duration_secs': 0.013935} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.362768] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.363063] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] dd08a339-98ca-4c08-a8e8-2b877a8a1823/dd08a339-98ca-4c08-a8e8-2b877a8a1823.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.363394] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-493c35e2-d4ee-45ac-9e37-794be8acfbbd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.374035] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 638.374035] env[70041]: value = "task-3192333" [ 638.374035] env[70041]: _type = "Task" [ 638.374035] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.383584] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.413308] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.413455] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.413592] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleting the datastore file [datastore1] bcb9a98c-8ec6-4960-966b-9741fee06d34 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.415134] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62e3193a-434c-43b0-ba1b-78bb3f8ed816 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.417753] env[70041]: DEBUG oslo_concurrency.lockutils [None req-91ac085a-ac7a-4cec-a70f-b737ff0deead tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.234s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.427670] env[70041]: DEBUG oslo_vmware.api [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 638.427670] env[70041]: value = "task-3192334" [ 638.427670] env[70041]: _type = "Task" [ 638.427670] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.441897] env[70041]: DEBUG oslo_vmware.api [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.466972] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Releasing lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.467829] env[70041]: DEBUG nova.compute.manager [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Instance network_info: |[{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.467829] env[70041]: DEBUG oslo_concurrency.lockutils [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] Acquired lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.468562] env[70041]: DEBUG nova.network.neutron [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Refreshing network info cache for port 7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.470296] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:5b:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7079571c-61ba-4854-823d-2c17ed63c18c', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.482340] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Creating folder: Project (9e66636e8249471eaeb81deb9f0a371d). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.489235] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac749510-b10d-480d-b8ac-11014fd8f631 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.503655] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Created folder: Project (9e66636e8249471eaeb81deb9f0a371d) in parent group-v638323. [ 638.503783] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Creating folder: Instances. Parent ref: group-v638391. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.504073] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f2eb36b-d2c6-43b5-9ffe-82665645d347 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.516372] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Created folder: Instances in parent group-v638391. [ 638.516634] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.516829] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.517560] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a2b1ce6-5336-4353-a8e3-1ed4c856afd3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.543083] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.543083] env[70041]: value = "task-3192337" [ 638.543083] env[70041]: _type = "Task" [ 638.543083] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.552603] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192337, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.745424] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.108s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.745962] env[70041]: DEBUG nova.compute.manager [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.749376] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.870s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.749376] env[70041]: DEBUG nova.objects.instance [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lazy-loading 'resources' on Instance uuid 93508e4f-7497-4ff0-90d6-f8176c4a79be {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.779301] env[70041]: DEBUG oslo_vmware.api [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192330, 'name': PowerOffVM_Task, 'duration_secs': 0.277752} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.779613] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.780033] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.780134] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1244c05-dcb5-4c4e-bc31-710181886a9c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.792934] env[70041]: DEBUG nova.network.neutron [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Updated VIF entry in instance network info cache for port f45aefef-759a-4cb6-b2f1-3739775f8617. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.792934] env[70041]: DEBUG nova.network.neutron [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Updating instance_info_cache with network_info: [{"id": "f45aefef-759a-4cb6-b2f1-3739775f8617", "address": "fa:16:3e:07:b7:31", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45aefef-75", "ovs_interfaceid": "f45aefef-759a-4cb6-b2f1-3739775f8617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.812114] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 638.812462] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192331, 'name': Rename_Task, 'duration_secs': 0.203329} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.813064] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fda69e0-ad50-482f-b950-8a9e0a1f4435 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.816650] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.817319] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30d34cb3-d2b4-460c-aca1-b4bed5984665 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.829843] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 638.829843] env[70041]: value = "task-3192340" [ 638.829843] env[70041]: _type = "Task" [ 638.829843] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.830108] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 638.830108] env[70041]: value = "task-3192339" [ 638.830108] env[70041]: _type = "Task" [ 638.830108] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.846487] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.858058] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192339, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.874243] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.874243] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.874243] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Deleting the datastore file [datastore2] a113b9f6-91f4-4f6c-9701-2ca01a176fec {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.878861] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63dbf436-bc7d-4b01-abb4-277105d1d9b9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.892596] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192333, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.894830] env[70041]: DEBUG oslo_vmware.api [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for the task: (returnval){ [ 638.894830] env[70041]: value = "task-3192341" [ 638.894830] env[70041]: _type = "Task" [ 638.894830] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.907214] env[70041]: DEBUG oslo_vmware.api [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.921418] env[70041]: DEBUG nova.compute.manager [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.941648] env[70041]: DEBUG oslo_vmware.api [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354713} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.942156] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 638.942900] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 638.943288] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 638.943609] env[70041]: INFO nova.compute.manager [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Took 0.65 seconds to destroy the instance on the hypervisor. [ 638.944098] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.944910] env[70041]: DEBUG nova.compute.manager [-] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 638.944910] env[70041]: DEBUG nova.network.neutron [-] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.056704] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192337, 'name': CreateVM_Task, 'duration_secs': 0.481493} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.056908] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.057853] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.058029] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.061185] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.061185] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc28e05a-32e6-47d3-89e5-fd256f0a3667 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.068907] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 639.068907] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5265e413-c90d-85cf-89f6-452733a57d54" [ 639.068907] env[70041]: _type = "Task" [ 639.068907] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.082549] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5265e413-c90d-85cf-89f6-452733a57d54, 'name': SearchDatastore_Task} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.082946] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.083908] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.083908] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.083908] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.084099] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.084301] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7970d4b8-6136-4d30-a76a-c6c157aeb50a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.099855] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.100190] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.100483] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.100714] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.106369] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38399bba-ee6e-4b4d-a8d4-efd496c9a787 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.113993] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 639.113993] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5239dc72-4a96-b45f-cea9-91b14f2d5d3b" [ 639.113993] env[70041]: _type = "Task" [ 639.113993] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.124464] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5239dc72-4a96-b45f-cea9-91b14f2d5d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.255552] env[70041]: DEBUG nova.compute.utils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.261311] env[70041]: DEBUG nova.compute.manager [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.261311] env[70041]: DEBUG nova.network.neutron [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.296090] env[70041]: DEBUG oslo_concurrency.lockutils [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] Releasing lock "refresh_cache-dd08a339-98ca-4c08-a8e8-2b877a8a1823" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.296385] env[70041]: DEBUG nova.compute.manager [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Received event network-changed-ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 639.296565] env[70041]: DEBUG nova.compute.manager [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Refreshing instance network info cache due to event network-changed-ede0bc9a-9f12-404e-893b-ee7ce2faa584. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 639.297755] env[70041]: DEBUG oslo_concurrency.lockutils [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] Acquiring lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.297755] env[70041]: DEBUG oslo_concurrency.lockutils [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] Acquired lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.297755] env[70041]: DEBUG nova.network.neutron [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Refreshing network info cache for port ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.349281] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192339, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.349937] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.388554] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542414} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.388674] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] dd08a339-98ca-4c08-a8e8-2b877a8a1823/dd08a339-98ca-4c08-a8e8-2b877a8a1823.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.388887] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.389314] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ae68436-c2cd-436b-b65e-b9c9566844ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.399660] env[70041]: DEBUG nova.policy [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d19cf228ed14a51afb2266353559415', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43083ab59daf458095ad711ac54256db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.402671] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 639.402671] env[70041]: value = "task-3192342" [ 639.402671] env[70041]: _type = "Task" [ 639.402671] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.417632] env[70041]: DEBUG oslo_vmware.api [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Task: {'id': task-3192341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207867} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.418593] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.418593] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.418784] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.418820] env[70041]: INFO nova.compute.manager [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Took 1.19 seconds to destroy the instance on the hypervisor. [ 639.419115] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.419451] env[70041]: DEBUG nova.compute.manager [-] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.419451] env[70041]: DEBUG nova.network.neutron [-] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.424397] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.447992] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.632645] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5239dc72-4a96-b45f-cea9-91b14f2d5d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.633601] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a792f3b2-b8b4-4c15-937c-8b193f56921b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.648699] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 639.648699] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a7f2c3-10be-49d2-33be-8754fa84964e" [ 639.648699] env[70041]: _type = "Task" [ 639.648699] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.662132] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a7f2c3-10be-49d2-33be-8754fa84964e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.761516] env[70041]: DEBUG nova.compute.manager [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.855445] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192340, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.860574] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192339, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.894082] env[70041]: DEBUG nova.network.neutron [-] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.909745] env[70041]: DEBUG nova.network.neutron [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updated VIF entry in instance network info cache for port 7079571c-61ba-4854-823d-2c17ed63c18c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.910418] env[70041]: DEBUG nova.network.neutron [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updating instance_info_cache with network_info: [{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.932300] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120224} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.932592] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.933479] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ea52fe-c471-4e46-b71e-9f2f211c9aeb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.964948] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] dd08a339-98ca-4c08-a8e8-2b877a8a1823/dd08a339-98ca-4c08-a8e8-2b877a8a1823.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.965992] env[70041]: DEBUG nova.network.neutron [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updated VIF entry in instance network info cache for port 2387feac-81ae-43d4-a47e-647a1de3a03b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.966788] env[70041]: DEBUG nova.network.neutron [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updating instance_info_cache with network_info: [{"id": "2387feac-81ae-43d4-a47e-647a1de3a03b", "address": "fa:16:3e:dc:2c:1e", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2387feac-81", "ovs_interfaceid": "2387feac-81ae-43d4-a47e-647a1de3a03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.970789] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e5384b-9db0-49b8-8cc5-81a717f9aeb0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.993394] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 639.993394] env[70041]: value = "task-3192343" [ 639.993394] env[70041]: _type = "Task" [ 639.993394] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.006844] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.016335] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dfc0a6-a151-43c2-9de5-9222d71be8be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.027270] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ed691d-aabe-4abe-a151-c41aea166d66 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.068133] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e54dec-3fd5-4664-99ae-f501531a0411 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.073403] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dde7484-bf66-4a3f-90dd-bc32ccefa88d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.090611] env[70041]: DEBUG nova.compute.provider_tree [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.100138] env[70041]: DEBUG nova.network.neutron [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Successfully created port: 14591a95-cc6d-45e3-927a-3b1ae273eb37 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.159092] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a7f2c3-10be-49d2-33be-8754fa84964e, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.159337] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.159579] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] a2ae34d8-0dc2-49a1-9fc7-832751900784/a2ae34d8-0dc2-49a1-9fc7-832751900784.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.159827] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b681d343-25f1-4d08-932d-c9b9ac8dd66d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.167337] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 640.167337] env[70041]: value = "task-3192344" [ 640.167337] env[70041]: _type = "Task" [ 640.167337] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.176345] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.351820] env[70041]: DEBUG oslo_vmware.api [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192340, 'name': PowerOnVM_Task, 'duration_secs': 1.074932} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.360614] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.360954] env[70041]: INFO nova.compute.manager [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Took 9.78 seconds to spawn the instance on the hypervisor. [ 640.361279] env[70041]: DEBUG nova.compute.manager [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.361694] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192339, 'name': CreateSnapshot_Task, 'duration_secs': 1.182008} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.365411] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9da051-6f13-45d4-b31f-660599444dc4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.367081] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 640.368168] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c46525f-5c9e-4ee9-a5d1-d5f12c7445f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.398229] env[70041]: INFO nova.compute.manager [-] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Took 1.45 seconds to deallocate network for instance. [ 640.418203] env[70041]: DEBUG oslo_concurrency.lockutils [req-ca38abe5-e31c-4ac7-a112-944e88a8f82d req-523308c3-175b-4b46-8a28-1215e99e73bf service nova] Releasing lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.488350] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b87daa4-34ca-4d7d-9820-0f8d10c5e471 req-ff344feb-4602-43d2-b2cb-17f9b6c5a946 service nova] Releasing lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.506130] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.512634] env[70041]: DEBUG nova.network.neutron [-] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.599626] env[70041]: DEBUG nova.network.neutron [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Updated VIF entry in instance network info cache for port ede0bc9a-9f12-404e-893b-ee7ce2faa584. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.599626] env[70041]: DEBUG nova.network.neutron [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Updating instance_info_cache with network_info: [{"id": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "address": "fa:16:3e:df:f2:ff", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede0bc9a-9f", "ovs_interfaceid": "ede0bc9a-9f12-404e-893b-ee7ce2faa584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.619335] env[70041]: ERROR nova.scheduler.client.report [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] [req-e25c01dd-3cb8-4e24-8a14-a792b51d1574] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e25c01dd-3cb8-4e24-8a14-a792b51d1574"}]} [ 640.637712] env[70041]: DEBUG nova.scheduler.client.report [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 640.640029] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.640486] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.640668] env[70041]: DEBUG nova.compute.manager [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Going to confirm migration 1 {{(pid=70041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 640.662910] env[70041]: DEBUG nova.scheduler.client.report [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 640.663229] env[70041]: DEBUG nova.compute.provider_tree [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 640.681682] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192344, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.691024] env[70041]: DEBUG nova.scheduler.client.report [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 640.722213] env[70041]: DEBUG nova.scheduler.client.report [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 640.780234] env[70041]: DEBUG nova.compute.manager [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.824703] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.824856] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.825321] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.825321] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.825452] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.825514] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.825871] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.825871] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.826046] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.826217] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.826387] env[70041]: DEBUG nova.virt.hardware [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.827373] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69741d61-3207-428f-b9ae-461bc8d41896 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.841760] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e9699f-fbf7-47fc-adbe-3ba60800b72e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.855308] env[70041]: DEBUG nova.compute.manager [req-4055dd25-3185-4cbd-86e1-69f15861487d req-431f90e7-78b3-4810-a508-de6998d61f2e service nova] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Received event network-vif-deleted-2f700e19-5d2a-4cdc-b294-1308ec459195 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 640.897821] env[70041]: DEBUG nova.compute.manager [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.905925] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 640.913914] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6430f2a7-2dc1-43c3-bbbe-b8547c69865d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.923618] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5fc33d75-a860-44bc-ae87-de69091f663a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.926952] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.930074] env[70041]: INFO nova.compute.manager [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Took 27.74 seconds to build instance. [ 640.943047] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 640.943047] env[70041]: value = "task-3192345" [ 640.943047] env[70041]: _type = "Task" [ 640.943047] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.953326] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192345, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.008420] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192343, 'name': ReconfigVM_Task, 'duration_secs': 0.827226} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.011983] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Reconfigured VM instance instance-00000013 to attach disk [datastore1] dd08a339-98ca-4c08-a8e8-2b877a8a1823/dd08a339-98ca-4c08-a8e8-2b877a8a1823.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.013543] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84e12e84-247e-42ca-ab50-77be1c876eb3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.015422] env[70041]: INFO nova.compute.manager [-] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Took 1.60 seconds to deallocate network for instance. [ 641.024546] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 641.024546] env[70041]: value = "task-3192346" [ 641.024546] env[70041]: _type = "Task" [ 641.024546] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.037014] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192346, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.104229] env[70041]: DEBUG oslo_concurrency.lockutils [req-f614df4a-b2d4-4274-8d2e-03ebb6539668 req-8d1e67f8-87bd-4208-ae50-d99d67aa970e service nova] Releasing lock "refresh_cache-e5ca8966-78b2-4f04-9df1-ced842e7db02" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.184862] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755345} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.185594] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] a2ae34d8-0dc2-49a1-9fc7-832751900784/a2ae34d8-0dc2-49a1-9fc7-832751900784.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.185594] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.185771] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32a0da97-d58e-42bb-a297-adb9f6a8c898 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.195503] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 641.195503] env[70041]: value = "task-3192347" [ 641.195503] env[70041]: _type = "Task" [ 641.195503] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.209078] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.214948] env[70041]: DEBUG nova.compute.manager [req-6f41a7c2-18aa-47cf-8005-51f1c0a56f95 req-741603f7-8085-4169-8247-583f2d980a17 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Received event network-changed-3615f9db-bb2e-40ac-b9bc-c63f517b46f8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 641.215458] env[70041]: DEBUG nova.compute.manager [req-6f41a7c2-18aa-47cf-8005-51f1c0a56f95 req-741603f7-8085-4169-8247-583f2d980a17 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Refreshing instance network info cache due to event network-changed-3615f9db-bb2e-40ac-b9bc-c63f517b46f8. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 641.215783] env[70041]: DEBUG oslo_concurrency.lockutils [req-6f41a7c2-18aa-47cf-8005-51f1c0a56f95 req-741603f7-8085-4169-8247-583f2d980a17 service nova] Acquiring lock "refresh_cache-fd7605e6-ee46-4c0f-9528-bb8b62856c5e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.216117] env[70041]: DEBUG oslo_concurrency.lockutils [req-6f41a7c2-18aa-47cf-8005-51f1c0a56f95 req-741603f7-8085-4169-8247-583f2d980a17 service nova] Acquired lock "refresh_cache-fd7605e6-ee46-4c0f-9528-bb8b62856c5e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.216400] env[70041]: DEBUG nova.network.neutron [req-6f41a7c2-18aa-47cf-8005-51f1c0a56f95 req-741603f7-8085-4169-8247-583f2d980a17 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Refreshing network info cache for port 3615f9db-bb2e-40ac-b9bc-c63f517b46f8 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.248817] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.249123] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.249305] env[70041]: DEBUG nova.network.neutron [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.249484] env[70041]: DEBUG nova.objects.instance [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lazy-loading 'info_cache' on Instance uuid fc07fedf-7946-4d49-af1e-f45d8c5e5feb {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.389363] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885d05ab-c2bb-46f2-89c0-5e31c1bc3510 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.398574] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c077aa46-10d9-4cc5-aad2-2276db330043 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.440630] env[70041]: DEBUG oslo_concurrency.lockutils [None req-edb4d658-c9bf-4482-8aae-f7c535ea6f5e tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "cbdfeca6-c411-4343-bf66-f6e2a02de922" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.265s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.444189] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9fabc1-ff5c-4e1f-b1af-7d81005d0c4b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.453852] env[70041]: INFO nova.compute.manager [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] instance snapshotting [ 641.460471] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd891ce-93d1-4ed9-90c8-599dcbe4dc7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.467856] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c697d3-e904-4a6d-9fc2-131189cf2316 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.490032] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192345, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.493403] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdca9e9-b29c-425a-be8c-ddfcb664779e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.508999] env[70041]: DEBUG nova.compute.provider_tree [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.525504] env[70041]: DEBUG oslo_concurrency.lockutils [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.538526] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192346, 'name': Rename_Task, 'duration_secs': 0.436553} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.538961] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.539635] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-509f6b70-a08f-48a7-97a1-2ba565525337 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.548551] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 641.548551] env[70041]: value = "task-3192348" [ 641.548551] env[70041]: _type = "Task" [ 641.548551] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.558355] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.709774] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221637} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.709774] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.709774] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f9820f-f147-4ea2-bbd3-f00b28e9ae06 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.737451] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] a2ae34d8-0dc2-49a1-9fc7-832751900784/a2ae34d8-0dc2-49a1-9fc7-832751900784.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.737867] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532a015b-de0d-4b99-a718-65258a3df466 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.763827] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 641.763827] env[70041]: value = "task-3192349" [ 641.763827] env[70041]: _type = "Task" [ 641.763827] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.776835] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.953964] env[70041]: DEBUG nova.compute.manager [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.969729] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192345, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.015799] env[70041]: DEBUG nova.scheduler.client.report [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.026545] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 642.031099] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ecd039e0-82ba-4734-8927-bccd59c50636 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.038237] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 642.038237] env[70041]: value = "task-3192350" [ 642.038237] env[70041]: _type = "Task" [ 642.038237] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.063338] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.070661] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.276598] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.297624] env[70041]: DEBUG nova.network.neutron [req-6f41a7c2-18aa-47cf-8005-51f1c0a56f95 req-741603f7-8085-4169-8247-583f2d980a17 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Updated VIF entry in instance network info cache for port 3615f9db-bb2e-40ac-b9bc-c63f517b46f8. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.297624] env[70041]: DEBUG nova.network.neutron [req-6f41a7c2-18aa-47cf-8005-51f1c0a56f95 req-741603f7-8085-4169-8247-583f2d980a17 service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Updating instance_info_cache with network_info: [{"id": "3615f9db-bb2e-40ac-b9bc-c63f517b46f8", "address": "fa:16:3e:32:75:ce", "network": {"id": "bd0e536a-f5d1-482f-a35c-ed02229ec9ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-2119998575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74b772011d0240d585f002406f6f7d2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3615f9db-bb", "ovs_interfaceid": "3615f9db-bb2e-40ac-b9bc-c63f517b46f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.474685] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192345, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.492415] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.522205] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.773s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.525020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.168s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.527242] env[70041]: INFO nova.compute.claims [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.549717] env[70041]: DEBUG nova.network.neutron [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Successfully updated port: 14591a95-cc6d-45e3-927a-3b1ae273eb37 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.575722] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192350, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.576747] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "refresh_cache-6dc9029a-8dc1-4213-86f1-b9bb4e408555" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.576887] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquired lock "refresh_cache-6dc9029a-8dc1-4213-86f1-b9bb4e408555" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.577183] env[70041]: DEBUG nova.network.neutron [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.580900] env[70041]: INFO nova.scheduler.client.report [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Deleted allocations for instance 93508e4f-7497-4ff0-90d6-f8176c4a79be [ 642.591323] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192348, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.780185] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192349, 'name': ReconfigVM_Task, 'duration_secs': 0.700327} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.780185] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Reconfigured VM instance instance-00000014 to attach disk [datastore2] a2ae34d8-0dc2-49a1-9fc7-832751900784/a2ae34d8-0dc2-49a1-9fc7-832751900784.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.781365] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4debfbea-a44c-43b3-b113-96f6f12c3503 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.792335] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 642.792335] env[70041]: value = "task-3192351" [ 642.792335] env[70041]: _type = "Task" [ 642.792335] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.801414] env[70041]: DEBUG oslo_concurrency.lockutils [req-6f41a7c2-18aa-47cf-8005-51f1c0a56f95 req-741603f7-8085-4169-8247-583f2d980a17 service nova] Releasing lock "refresh_cache-fd7605e6-ee46-4c0f-9528-bb8b62856c5e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.805311] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192351, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.880192] env[70041]: DEBUG nova.network.neutron [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance_info_cache with network_info: [{"id": "fbd9c382-306a-404b-90bd-a165f932a413", "address": "fa:16:3e:46:e4:4a", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd9c382-30", "ovs_interfaceid": "fbd9c382-306a-404b-90bd-a165f932a413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.971409] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192345, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.052178] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192350, 'name': CreateSnapshot_Task, 'duration_secs': 0.899096} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.052449] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 643.053355] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f3e276-5a7d-4da5-ab37-18ed8e2aec3f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.074750] env[70041]: DEBUG oslo_vmware.api [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192348, 'name': PowerOnVM_Task, 'duration_secs': 1.075587} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.075358] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.075513] env[70041]: INFO nova.compute.manager [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Took 10.02 seconds to spawn the instance on the hypervisor. [ 643.076538] env[70041]: DEBUG nova.compute.manager [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.076538] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2844a38b-47ac-4281-ac77-2c89184cbc2e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.098721] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a74d7f0-d763-4f9f-b1ed-089b0827c6c5 tempest-ServerExternalEventsTest-1538624929 tempest-ServerExternalEventsTest-1538624929-project-member] Lock "93508e4f-7497-4ff0-90d6-f8176c4a79be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.535s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.164225] env[70041]: DEBUG nova.network.neutron [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.307390] env[70041]: DEBUG nova.compute.manager [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Received event network-vif-deleted-b36ed77f-0ac1-4001-b958-2858a8439eda {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 643.307390] env[70041]: DEBUG nova.compute.manager [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Received event network-vif-plugged-14591a95-cc6d-45e3-927a-3b1ae273eb37 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 643.307390] env[70041]: DEBUG oslo_concurrency.lockutils [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] Acquiring lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.307823] env[70041]: DEBUG oslo_concurrency.lockutils [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] Lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.308250] env[70041]: DEBUG oslo_concurrency.lockutils [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] Lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.308624] env[70041]: DEBUG nova.compute.manager [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] No waiting events found dispatching network-vif-plugged-14591a95-cc6d-45e3-927a-3b1ae273eb37 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.308919] env[70041]: WARNING nova.compute.manager [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Received unexpected event network-vif-plugged-14591a95-cc6d-45e3-927a-3b1ae273eb37 for instance with vm_state building and task_state spawning. [ 643.309204] env[70041]: DEBUG nova.compute.manager [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Received event network-changed-14591a95-cc6d-45e3-927a-3b1ae273eb37 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 643.309477] env[70041]: DEBUG nova.compute.manager [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Refreshing instance network info cache due to event network-changed-14591a95-cc6d-45e3-927a-3b1ae273eb37. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 643.309839] env[70041]: DEBUG oslo_concurrency.lockutils [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] Acquiring lock "refresh_cache-6dc9029a-8dc1-4213-86f1-b9bb4e408555" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.316244] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192351, 'name': Rename_Task, 'duration_secs': 0.169424} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.317852] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.319136] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad1333b3-6792-4250-b413-b4a09401b000 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.328461] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 643.328461] env[70041]: value = "task-3192352" [ 643.328461] env[70041]: _type = "Task" [ 643.328461] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.340700] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.383210] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "refresh_cache-fc07fedf-7946-4d49-af1e-f45d8c5e5feb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.383495] env[70041]: DEBUG nova.objects.instance [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lazy-loading 'migration_context' on Instance uuid fc07fedf-7946-4d49-af1e-f45d8c5e5feb {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.466809] env[70041]: DEBUG nova.network.neutron [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Updating instance_info_cache with network_info: [{"id": "14591a95-cc6d-45e3-927a-3b1ae273eb37", "address": "fa:16:3e:9a:05:cd", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14591a95-cc", "ovs_interfaceid": "14591a95-cc6d-45e3-927a-3b1ae273eb37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.473526] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192345, 'name': CloneVM_Task, 'duration_secs': 2.154378} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.475411] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Created linked-clone VM from snapshot [ 643.476222] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f669b08f-68b2-4a26-8e65-bae026c4409c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.485402] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Uploading image 3476f977-6e9a-41fa-8a8c-26b509a48760 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 643.505222] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 643.505222] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8cab437-3967-41f8-99ef-5caafcc7d4ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.514762] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 643.514762] env[70041]: value = "task-3192353" [ 643.514762] env[70041]: _type = "Task" [ 643.514762] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.527705] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192353, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.585967] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 643.586889] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81d6397b-aefe-437c-8d0a-7626f098d4d8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.597902] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 643.597902] env[70041]: value = "task-3192354" [ 643.597902] env[70041]: _type = "Task" [ 643.597902] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.616038] env[70041]: INFO nova.compute.manager [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Took 29.96 seconds to build instance. [ 643.625400] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192354, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.841782] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192352, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.887704] env[70041]: DEBUG nova.objects.base [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 643.890933] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbf4416-48cc-463d-a8d4-8a34cf4daa4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.916048] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869fa1ae-230f-4a77-99a3-3a19c55de2d8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.925170] env[70041]: DEBUG oslo_vmware.api [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 643.925170] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52275e1a-0140-231f-b6a5-c2aaf8888dd3" [ 643.925170] env[70041]: _type = "Task" [ 643.925170] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.937485] env[70041]: DEBUG oslo_vmware.api [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52275e1a-0140-231f-b6a5-c2aaf8888dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.979918] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Releasing lock "refresh_cache-6dc9029a-8dc1-4213-86f1-b9bb4e408555" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.979918] env[70041]: DEBUG nova.compute.manager [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Instance network_info: |[{"id": "14591a95-cc6d-45e3-927a-3b1ae273eb37", "address": "fa:16:3e:9a:05:cd", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14591a95-cc", "ovs_interfaceid": "14591a95-cc6d-45e3-927a-3b1ae273eb37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.982124] env[70041]: DEBUG oslo_concurrency.lockutils [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] Acquired lock "refresh_cache-6dc9029a-8dc1-4213-86f1-b9bb4e408555" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.982124] env[70041]: DEBUG nova.network.neutron [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Refreshing network info cache for port 14591a95-cc6d-45e3-927a-3b1ae273eb37 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.986191] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:05:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14591a95-cc6d-45e3-927a-3b1ae273eb37', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.994986] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.998570] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.998570] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c66f809b-3dd5-4233-928f-f3058121c6d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.024502] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.024502] env[70041]: value = "task-3192355" [ 644.024502] env[70041]: _type = "Task" [ 644.024502] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.034283] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192353, 'name': Destroy_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.041516] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192355, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.127300] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b76e2fa2-46e5-45db-a777-9081322b2737 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.485s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.127427] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192354, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.170596] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00e4ec1-a173-4fd4-acab-0401a86fa790 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.187309] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26a7975-39f8-44a9-897e-127bfbec0f05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.225831] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f636115-fe6b-42e4-afac-2f4f434295a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.237997] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c39547a-e560-4fd1-ac4e-89fd3aaecbb2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.259553] env[70041]: DEBUG nova.compute.provider_tree [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.344483] env[70041]: DEBUG oslo_vmware.api [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192352, 'name': PowerOnVM_Task, 'duration_secs': 0.545978} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.345116] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.345414] env[70041]: INFO nova.compute.manager [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Took 8.68 seconds to spawn the instance on the hypervisor. [ 644.345622] env[70041]: DEBUG nova.compute.manager [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.347294] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b6e7c4-82f3-4302-9abb-60cc790e112d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.439204] env[70041]: DEBUG oslo_vmware.api [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52275e1a-0140-231f-b6a5-c2aaf8888dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.439662] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.534068] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192353, 'name': Destroy_Task, 'duration_secs': 0.599694} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.534068] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Destroyed the VM [ 644.534068] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 644.534068] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-655a9483-4f58-45a8-9c66-aa983c236746 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.538857] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192355, 'name': CreateVM_Task, 'duration_secs': 0.473226} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.538857] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.539258] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.539419] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.539733] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.539983] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff680857-5320-48b1-83e5-68b5aeb59c10 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.543060] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 644.543060] env[70041]: value = "task-3192356" [ 644.543060] env[70041]: _type = "Task" [ 644.543060] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.548652] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 644.548652] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a0ed82-be1b-12aa-a142-343a26825534" [ 644.548652] env[70041]: _type = "Task" [ 644.548652] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.555562] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.563872] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a0ed82-be1b-12aa-a142-343a26825534, 'name': SearchDatastore_Task} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.564210] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.564442] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.564684] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.564855] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.565052] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.565745] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b2843a4-22e3-4437-b522-f701b15d50aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.577724] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.577724] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.579590] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae579654-83ba-4d09-9510-8105e0e9ca2d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.588647] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 644.588647] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5229e9b2-bed2-245f-c248-7752ef4a822d" [ 644.588647] env[70041]: _type = "Task" [ 644.588647] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.599287] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5229e9b2-bed2-245f-c248-7752ef4a822d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.611513] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192354, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.635155] env[70041]: DEBUG nova.compute.manager [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.766093] env[70041]: DEBUG nova.scheduler.client.report [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.874433] env[70041]: INFO nova.compute.manager [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Took 29.00 seconds to build instance. [ 644.889016] env[70041]: DEBUG nova.network.neutron [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Updated VIF entry in instance network info cache for port 14591a95-cc6d-45e3-927a-3b1ae273eb37. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.889016] env[70041]: DEBUG nova.network.neutron [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Updating instance_info_cache with network_info: [{"id": "14591a95-cc6d-45e3-927a-3b1ae273eb37", "address": "fa:16:3e:9a:05:cd", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14591a95-cc", "ovs_interfaceid": "14591a95-cc6d-45e3-927a-3b1ae273eb37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.061015] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.108499] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5229e9b2-bed2-245f-c248-7752ef4a822d, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.111545] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be6228fa-30df-4867-9511-cbc34aac1144 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.115914] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192354, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.124932] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 645.124932] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52746b77-be83-ebb9-b459-1c8a86369b44" [ 645.124932] env[70041]: _type = "Task" [ 645.124932] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.135849] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52746b77-be83-ebb9-b459-1c8a86369b44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.171593] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.275986] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.276586] env[70041]: DEBUG nova.compute.manager [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.279347] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.517s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.280771] env[70041]: INFO nova.compute.claims [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.376417] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5931de4a-1c43-4649-b33a-8b171fceebc7 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "a2ae34d8-0dc2-49a1-9fc7-832751900784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.520s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.392471] env[70041]: DEBUG oslo_concurrency.lockutils [req-589feeaf-a584-4216-9c48-fc3ba7fc5422 req-871400a4-fc89-40fe-a4f1-7efdbb4d35d0 service nova] Releasing lock "refresh_cache-6dc9029a-8dc1-4213-86f1-b9bb4e408555" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.563195] env[70041]: DEBUG oslo_vmware.api [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192356, 'name': RemoveSnapshot_Task, 'duration_secs': 0.901699} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.564553] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 645.613558] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192354, 'name': CloneVM_Task, 'duration_secs': 1.70064} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.613915] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Created linked-clone VM from snapshot [ 645.614618] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01876358-882c-4b07-ba3e-0f1264944abe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.623917] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Uploading image eafc280d-0229-4cf9-b1b4-1d0a3d708025 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 645.639603] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52746b77-be83-ebb9-b459-1c8a86369b44, 'name': SearchDatastore_Task, 'duration_secs': 0.015003} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.641961] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.641961] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 6dc9029a-8dc1-4213-86f1-b9bb4e408555/6dc9029a-8dc1-4213-86f1-b9bb4e408555.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.641961] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e08fb261-d706-4451-b45a-cd50d180c7b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.652714] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 645.652714] env[70041]: value = "task-3192357" [ 645.652714] env[70041]: _type = "Task" [ 645.652714] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.665043] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.667224] env[70041]: DEBUG oslo_vmware.rw_handles [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 645.667224] env[70041]: value = "vm-638397" [ 645.667224] env[70041]: _type = "VirtualMachine" [ 645.667224] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 645.667472] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5abb4623-cf5d-44cb-9497-550d7023c911 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.677305] env[70041]: DEBUG oslo_vmware.rw_handles [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lease: (returnval){ [ 645.677305] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520e958d-a676-9c77-3d65-985d03848491" [ 645.677305] env[70041]: _type = "HttpNfcLease" [ 645.677305] env[70041]: } obtained for exporting VM: (result){ [ 645.677305] env[70041]: value = "vm-638397" [ 645.677305] env[70041]: _type = "VirtualMachine" [ 645.677305] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 645.677549] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the lease: (returnval){ [ 645.677549] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520e958d-a676-9c77-3d65-985d03848491" [ 645.677549] env[70041]: _type = "HttpNfcLease" [ 645.677549] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 645.689278] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 645.689278] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520e958d-a676-9c77-3d65-985d03848491" [ 645.689278] env[70041]: _type = "HttpNfcLease" [ 645.689278] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 645.789462] env[70041]: DEBUG nova.compute.utils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.791142] env[70041]: DEBUG nova.compute.manager [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.791310] env[70041]: DEBUG nova.network.neutron [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.875813] env[70041]: DEBUG nova.policy [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2aad5abcfb9249bca6558c814c6a528a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ff3f9bd60ee4c389c1dba43d628a271', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.879045] env[70041]: DEBUG nova.compute.manager [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.071755] env[70041]: WARNING nova.compute.manager [None req-dbb96265-3ed5-4d89-958f-cddba9336500 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Image not found during snapshot: nova.exception.ImageNotFound: Image 3476f977-6e9a-41fa-8a8c-26b509a48760 could not be found. [ 646.164462] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.188307] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 646.188307] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520e958d-a676-9c77-3d65-985d03848491" [ 646.188307] env[70041]: _type = "HttpNfcLease" [ 646.188307] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 646.188307] env[70041]: DEBUG oslo_vmware.rw_handles [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 646.188307] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520e958d-a676-9c77-3d65-985d03848491" [ 646.188307] env[70041]: _type = "HttpNfcLease" [ 646.188307] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 646.189230] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d1c151-1c9a-4277-9b26-c61a9ee927db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.201470] env[70041]: DEBUG oslo_vmware.rw_handles [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7dd8-df36-bec1-ec2e-ed90fdd91a91/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 646.201712] env[70041]: DEBUG oslo_vmware.rw_handles [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7dd8-df36-bec1-ec2e-ed90fdd91a91/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 646.292564] env[70041]: DEBUG nova.compute.manager [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.359880] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b65d9fb-17fc-4bdf-80a3-dd2a6cf1c485 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.416206] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.671157] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9574} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.674447] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 6dc9029a-8dc1-4213-86f1-b9bb4e408555/6dc9029a-8dc1-4213-86f1-b9bb4e408555.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.674948] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.676460] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aa7008c-f59f-45d5-b491-069915a1c523 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.686839] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 646.686839] env[70041]: value = "task-3192359" [ 646.686839] env[70041]: _type = "Task" [ 646.686839] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.701494] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.882035] env[70041]: DEBUG nova.network.neutron [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Successfully created port: cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.933171] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ceaee3-b7ae-497c-a6f8-15ed6df35446 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.944557] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc43f61-8247-462d-94e3-3ee958239038 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.984641] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1487951f-9d57-4066-a4d3-dd09d86b8528 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.999711] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.000111] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.002390] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb09db4f-76ce-41a1-abb8-3342863ca8c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.019160] env[70041]: DEBUG nova.compute.provider_tree [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.201712] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089187} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.202063] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.203426] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cab41d-8b84-4fe0-8de8-fe3e87cb92fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.236237] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 6dc9029a-8dc1-4213-86f1-b9bb4e408555/6dc9029a-8dc1-4213-86f1-b9bb4e408555.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.236712] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d045cfc-8e81-44d6-bccb-0949f816ce83 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.261335] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 647.261335] env[70041]: value = "task-3192360" [ 647.261335] env[70041]: _type = "Task" [ 647.261335] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.278362] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.310456] env[70041]: DEBUG nova.compute.manager [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.368738] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.375674] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.375967] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.378674] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.379145] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.379363] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.379594] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.379750] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.379915] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.380087] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.380294] env[70041]: DEBUG nova.virt.hardware [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.381914] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fda8375-272e-4cd2-b93f-cea94874fb8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.396021] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81022189-0b2d-4e68-9193-3ab6de55ebf4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.523074] env[70041]: DEBUG nova.scheduler.client.report [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.776532] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.805673] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.807078] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.029267] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.029267] env[70041]: DEBUG nova.compute.manager [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.033385] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.400s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.035842] env[70041]: INFO nova.compute.claims [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.280995] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192360, 'name': ReconfigVM_Task, 'duration_secs': 0.707449} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.280995] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 6dc9029a-8dc1-4213-86f1-b9bb4e408555/6dc9029a-8dc1-4213-86f1-b9bb4e408555.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.280995] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de49910c-45ca-4f27-a0a7-806ec7a32644 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.290165] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 648.290165] env[70041]: value = "task-3192361" [ 648.290165] env[70041]: _type = "Task" [ 648.290165] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.302613] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192361, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.378630] env[70041]: DEBUG nova.compute.manager [req-8eb50ed8-8fe3-4693-9eb5-dca704498829 req-2e19a3d5-a674-49db-b7d6-927aca8df3f3 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Received event network-changed-7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 648.379923] env[70041]: DEBUG nova.compute.manager [req-8eb50ed8-8fe3-4693-9eb5-dca704498829 req-2e19a3d5-a674-49db-b7d6-927aca8df3f3 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Refreshing instance network info cache due to event network-changed-7079571c-61ba-4854-823d-2c17ed63c18c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 648.379923] env[70041]: DEBUG oslo_concurrency.lockutils [req-8eb50ed8-8fe3-4693-9eb5-dca704498829 req-2e19a3d5-a674-49db-b7d6-927aca8df3f3 service nova] Acquiring lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.379923] env[70041]: DEBUG oslo_concurrency.lockutils [req-8eb50ed8-8fe3-4693-9eb5-dca704498829 req-2e19a3d5-a674-49db-b7d6-927aca8df3f3 service nova] Acquired lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.380149] env[70041]: DEBUG nova.network.neutron [req-8eb50ed8-8fe3-4693-9eb5-dca704498829 req-2e19a3d5-a674-49db-b7d6-927aca8df3f3 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Refreshing network info cache for port 7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.545681] env[70041]: DEBUG nova.compute.utils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.546683] env[70041]: DEBUG nova.compute.manager [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.546683] env[70041]: DEBUG nova.network.neutron [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.666767] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.667079] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.704033] env[70041]: DEBUG nova.policy [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a843bacce29b43019943b20f59237c9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30ef49fee7024708a2e2ab687837d927', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.808028] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192361, 'name': Rename_Task, 'duration_secs': 0.222765} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.808028] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.808274] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eefdc77-c878-4d54-9c10-45fc5c4fc807 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.817600] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 648.817600] env[70041]: value = "task-3192362" [ 648.817600] env[70041]: _type = "Task" [ 648.817600] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.831392] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.848026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "0a2ce7c7-8747-4c46-916b-331e8781a46e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.848026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "0a2ce7c7-8747-4c46-916b-331e8781a46e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.848026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "0a2ce7c7-8747-4c46-916b-331e8781a46e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.848026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "0a2ce7c7-8747-4c46-916b-331e8781a46e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.848458] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "0a2ce7c7-8747-4c46-916b-331e8781a46e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.851474] env[70041]: INFO nova.compute.manager [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Terminating instance [ 649.056834] env[70041]: DEBUG nova.compute.manager [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.339379] env[70041]: DEBUG oslo_vmware.api [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192362, 'name': PowerOnVM_Task, 'duration_secs': 0.511449} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.341506] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.343893] env[70041]: INFO nova.compute.manager [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Took 8.56 seconds to spawn the instance on the hypervisor. [ 649.343893] env[70041]: DEBUG nova.compute.manager [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.343893] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d625c9d-efa6-4d80-9fce-e5c43fade4e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.362863] env[70041]: DEBUG nova.compute.manager [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.363239] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.363944] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecab0e8-13df-4d54-935a-54a525bece70 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.383547] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.386245] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bdd4714-fc81-4be6-935e-a49b54c693b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.399136] env[70041]: DEBUG oslo_vmware.api [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 649.399136] env[70041]: value = "task-3192363" [ 649.399136] env[70041]: _type = "Task" [ 649.399136] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.409865] env[70041]: DEBUG oslo_vmware.api [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.426863] env[70041]: DEBUG nova.network.neutron [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Successfully updated port: cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.717753] env[70041]: DEBUG nova.network.neutron [req-8eb50ed8-8fe3-4693-9eb5-dca704498829 req-2e19a3d5-a674-49db-b7d6-927aca8df3f3 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updated VIF entry in instance network info cache for port 7079571c-61ba-4854-823d-2c17ed63c18c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.717874] env[70041]: DEBUG nova.network.neutron [req-8eb50ed8-8fe3-4693-9eb5-dca704498829 req-2e19a3d5-a674-49db-b7d6-927aca8df3f3 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updating instance_info_cache with network_info: [{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.770393] env[70041]: DEBUG nova.network.neutron [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Successfully created port: 7a7992ac-8fe1-4762-83bf-d6ff664a4eb1 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.800849] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9823f023-0b7c-4bba-ba8a-51244a7551e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.810773] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87635360-0ef4-46a1-b90f-def65162bfcc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.852613] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9d7ed6-6779-402a-b724-9fe3333aa2db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.866712] env[70041]: INFO nova.compute.manager [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Took 33.90 seconds to build instance. [ 649.870831] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f63e82-781c-4a41-a58e-cf6e77a03586 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.888829] env[70041]: DEBUG nova.compute.provider_tree [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.911981] env[70041]: DEBUG oslo_vmware.api [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192363, 'name': PowerOffVM_Task, 'duration_secs': 0.473426} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.912527] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.913969] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.913969] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bce8b8b0-ba59-4a70-9a0c-650f2450b0ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.929707] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquiring lock "refresh_cache-1d8df04d-8aaa-4617-8802-eb0f4f040c97" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.929707] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquired lock "refresh_cache-1d8df04d-8aaa-4617-8802-eb0f4f040c97" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.929842] env[70041]: DEBUG nova.network.neutron [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.079323] env[70041]: DEBUG nova.compute.manager [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.128911] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.129400] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.129673] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.130436] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.130743] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.131047] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.131419] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.131710] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.132059] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.133308] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.133308] env[70041]: DEBUG nova.virt.hardware [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.134033] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce824842-550d-4a93-a701-76ea30447ebc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.142710] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0120d1f0-c970-423a-96e9-162d8dbfffc7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.224283] env[70041]: DEBUG oslo_concurrency.lockutils [req-8eb50ed8-8fe3-4693-9eb5-dca704498829 req-2e19a3d5-a674-49db-b7d6-927aca8df3f3 service nova] Releasing lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.373328] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d9f573f6-8a4b-4f20-a8ba-cf60598d97c9 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.419s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.393233] env[70041]: DEBUG nova.scheduler.client.report [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.501763] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "1705d5b8-a465-47e5-b07e-752ffe455797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.502019] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "1705d5b8-a465-47e5-b07e-752ffe455797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.540365] env[70041]: DEBUG nova.network.neutron [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.857189] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.857455] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.858566] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Deleting the datastore file [datastore1] 0a2ce7c7-8747-4c46-916b-331e8781a46e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.858566] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aaae950-94a2-4773-a111-05fea053d109 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.866900] env[70041]: DEBUG oslo_vmware.api [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 650.866900] env[70041]: value = "task-3192365" [ 650.866900] env[70041]: _type = "Task" [ 650.866900] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.874923] env[70041]: DEBUG nova.compute.manager [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.884265] env[70041]: DEBUG oslo_vmware.api [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.902715] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.903698] env[70041]: DEBUG nova.compute.manager [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.909030] env[70041]: DEBUG nova.network.neutron [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Updating instance_info_cache with network_info: [{"id": "cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d", "address": "fa:16:3e:9f:41:3e", "network": {"id": "61500afd-9ec5-483b-a92a-cfbf8f646ad9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-899222575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ff3f9bd60ee4c389c1dba43d628a271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7a5f88-fd", "ovs_interfaceid": "cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.909769] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.190s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.911443] env[70041]: INFO nova.compute.claims [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.117608] env[70041]: DEBUG nova.compute.manager [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Received event network-vif-plugged-cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 651.117832] env[70041]: DEBUG oslo_concurrency.lockutils [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] Acquiring lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.118058] env[70041]: DEBUG oslo_concurrency.lockutils [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] Lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.118286] env[70041]: DEBUG oslo_concurrency.lockutils [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] Lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.118417] env[70041]: DEBUG nova.compute.manager [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] No waiting events found dispatching network-vif-plugged-cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.118548] env[70041]: WARNING nova.compute.manager [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Received unexpected event network-vif-plugged-cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d for instance with vm_state building and task_state spawning. [ 651.118776] env[70041]: DEBUG nova.compute.manager [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Received event network-changed-cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 651.118973] env[70041]: DEBUG nova.compute.manager [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Refreshing instance network info cache due to event network-changed-cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 651.123022] env[70041]: DEBUG oslo_concurrency.lockutils [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] Acquiring lock "refresh_cache-1d8df04d-8aaa-4617-8802-eb0f4f040c97" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.378227] env[70041]: DEBUG oslo_vmware.api [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311889} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.378931] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.379201] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.379421] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.379634] env[70041]: INFO nova.compute.manager [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Took 2.02 seconds to destroy the instance on the hypervisor. [ 651.379909] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.380152] env[70041]: DEBUG nova.compute.manager [-] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.380283] env[70041]: DEBUG nova.network.neutron [-] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.417513] env[70041]: DEBUG nova.compute.utils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.427263] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Releasing lock "refresh_cache-1d8df04d-8aaa-4617-8802-eb0f4f040c97" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.427263] env[70041]: DEBUG nova.compute.manager [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Instance network_info: |[{"id": "cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d", "address": "fa:16:3e:9f:41:3e", "network": {"id": "61500afd-9ec5-483b-a92a-cfbf8f646ad9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-899222575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ff3f9bd60ee4c389c1dba43d628a271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7a5f88-fd", "ovs_interfaceid": "cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.427407] env[70041]: DEBUG nova.compute.manager [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.427407] env[70041]: DEBUG nova.network.neutron [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.432594] env[70041]: DEBUG oslo_concurrency.lockutils [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] Acquired lock "refresh_cache-1d8df04d-8aaa-4617-8802-eb0f4f040c97" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.432594] env[70041]: DEBUG nova.network.neutron [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Refreshing network info cache for port cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.433944] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:41:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.442782] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Creating folder: Project (3ff3f9bd60ee4c389c1dba43d628a271). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.447233] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e0e1579-21f5-4721-8057-bca66ce76c2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.451993] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.464862] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Created folder: Project (3ff3f9bd60ee4c389c1dba43d628a271) in parent group-v638323. [ 651.477924] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Creating folder: Instances. Parent ref: group-v638399. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.477924] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddbdee94-e68a-4116-916f-a373788f67f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.477924] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Created folder: Instances in parent group-v638399. [ 651.477924] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.478353] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.481666] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bab18db2-ebf9-4abd-b734-c466dd0432e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.505367] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.505367] env[70041]: value = "task-3192368" [ 651.505367] env[70041]: _type = "Task" [ 651.505367] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.517566] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192368, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.519117] env[70041]: DEBUG nova.policy [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afa0fe5fb0be4b35b229c4d42e8fc537', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95f21a9df36a4c2bbe65d4f96e55e8c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.926229] env[70041]: DEBUG nova.compute.manager [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.020830] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192368, 'name': CreateVM_Task, 'duration_secs': 0.46381} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.021030] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.021881] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.022141] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.022510] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.022790] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071795cd-bc9d-4b6e-ae90-dfec1221d114 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.030521] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 652.030521] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ff74d3-7b0b-93fa-6eb6-92958e7dd908" [ 652.030521] env[70041]: _type = "Task" [ 652.030521] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.040864] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ff74d3-7b0b-93fa-6eb6-92958e7dd908, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.198824] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10520bb-994d-42c5-8b14-67aef450ae59 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.210029] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2784fd3-88fa-46a1-ab38-687b202d39ad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.251845] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036d0fc8-80b7-4da3-9472-6465f2424932 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.260431] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1daf84-f356-41c0-a6a6-afb87652a0e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.275654] env[70041]: DEBUG nova.compute.provider_tree [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.289477] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.289716] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.289901] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.290148] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.344629] env[70041]: DEBUG nova.network.neutron [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Successfully updated port: 7a7992ac-8fe1-4762-83bf-d6ff664a4eb1 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.354995] env[70041]: DEBUG nova.network.neutron [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Updated VIF entry in instance network info cache for port cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.355370] env[70041]: DEBUG nova.network.neutron [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Updating instance_info_cache with network_info: [{"id": "cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d", "address": "fa:16:3e:9f:41:3e", "network": {"id": "61500afd-9ec5-483b-a92a-cfbf8f646ad9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-899222575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ff3f9bd60ee4c389c1dba43d628a271", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf7a5f88-fd", "ovs_interfaceid": "cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.386231] env[70041]: DEBUG nova.network.neutron [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Successfully created port: 94067052-7a2c-4b5d-ac81-17ed8161ae6b {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.543037] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ff74d3-7b0b-93fa-6eb6-92958e7dd908, 'name': SearchDatastore_Task, 'duration_secs': 0.017285} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.543037] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.543037] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.543037] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.543289] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.543289] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.543289] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a0b7a48-f228-482d-bc4e-2d61c5d97a87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.557413] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.557413] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.557413] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2113fbb-704a-4af7-a41d-704e5d90bffe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.565216] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 652.565216] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521cf000-6719-1ddd-3519-899041938ea6" [ 652.565216] env[70041]: _type = "Task" [ 652.565216] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.578843] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521cf000-6719-1ddd-3519-899041938ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.649130] env[70041]: DEBUG nova.network.neutron [-] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.781116] env[70041]: DEBUG nova.scheduler.client.report [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.848804] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "refresh_cache-22c18565-439b-4d35-afc1-3715e553b83b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.849483] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquired lock "refresh_cache-22c18565-439b-4d35-afc1-3715e553b83b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.849483] env[70041]: DEBUG nova.network.neutron [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.862154] env[70041]: DEBUG oslo_concurrency.lockutils [req-2a3cbc1e-fa1f-4a12-8cde-0f41a1174176 req-e9b5f523-020f-4897-bfbf-0d149112361c service nova] Releasing lock "refresh_cache-1d8df04d-8aaa-4617-8802-eb0f4f040c97" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.936869] env[70041]: DEBUG nova.compute.manager [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.971924] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.971924] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.971924] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.972902] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.973169] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.973448] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.973567] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.973736] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.973926] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.974102] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.974275] env[70041]: DEBUG nova.virt.hardware [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.975217] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893beb6-f168-41e6-9365-2e7fa10073cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.985420] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ab902d-6b65-4796-b268-013f71ebb479 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.075594] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521cf000-6719-1ddd-3519-899041938ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.013356} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.076215] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14529e05-ddfd-4290-827f-e9bc9b779d07 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.083150] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 653.083150] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e0315b-89b4-0d6c-b845-6ff4f82e67ed" [ 653.083150] env[70041]: _type = "Task" [ 653.083150] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.094147] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e0315b-89b4-0d6c-b845-6ff4f82e67ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.151732] env[70041]: INFO nova.compute.manager [-] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Took 1.77 seconds to deallocate network for instance. [ 653.295060] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.295656] env[70041]: DEBUG nova.compute.manager [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.298536] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.930s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.300144] env[70041]: INFO nova.compute.claims [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.393204] env[70041]: DEBUG nova.network.neutron [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.420900] env[70041]: DEBUG nova.compute.manager [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Received event network-vif-plugged-7a7992ac-8fe1-4762-83bf-d6ff664a4eb1 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 653.423569] env[70041]: DEBUG oslo_concurrency.lockutils [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] Acquiring lock "22c18565-439b-4d35-afc1-3715e553b83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.423569] env[70041]: DEBUG oslo_concurrency.lockutils [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] Lock "22c18565-439b-4d35-afc1-3715e553b83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.423569] env[70041]: DEBUG oslo_concurrency.lockutils [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] Lock "22c18565-439b-4d35-afc1-3715e553b83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.423569] env[70041]: DEBUG nova.compute.manager [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] No waiting events found dispatching network-vif-plugged-7a7992ac-8fe1-4762-83bf-d6ff664a4eb1 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.423569] env[70041]: WARNING nova.compute.manager [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Received unexpected event network-vif-plugged-7a7992ac-8fe1-4762-83bf-d6ff664a4eb1 for instance with vm_state building and task_state spawning. [ 653.424040] env[70041]: DEBUG nova.compute.manager [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Received event network-vif-deleted-b787029f-4f88-4349-b24a-89c59e456d0f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 653.424040] env[70041]: DEBUG nova.compute.manager [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Received event network-changed-7a7992ac-8fe1-4762-83bf-d6ff664a4eb1 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 653.424040] env[70041]: DEBUG nova.compute.manager [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Refreshing instance network info cache due to event network-changed-7a7992ac-8fe1-4762-83bf-d6ff664a4eb1. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 653.424040] env[70041]: DEBUG oslo_concurrency.lockutils [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] Acquiring lock "refresh_cache-22c18565-439b-4d35-afc1-3715e553b83b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.595376] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e0315b-89b4-0d6c-b845-6ff4f82e67ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.595664] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.595899] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 1d8df04d-8aaa-4617-8802-eb0f4f040c97/1d8df04d-8aaa-4617-8802-eb0f4f040c97.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.596572] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fae07f8a-225c-4d80-9a80-6fb7540f2fdd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.606036] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 653.606036] env[70041]: value = "task-3192369" [ 653.606036] env[70041]: _type = "Task" [ 653.606036] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.610035] env[70041]: DEBUG nova.network.neutron [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Updating instance_info_cache with network_info: [{"id": "7a7992ac-8fe1-4762-83bf-d6ff664a4eb1", "address": "fa:16:3e:a5:63:0b", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7992ac-8f", "ovs_interfaceid": "7a7992ac-8fe1-4762-83bf-d6ff664a4eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.619241] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.664663] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.699025] env[70041]: DEBUG oslo_concurrency.lockutils [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.699025] env[70041]: DEBUG oslo_concurrency.lockutils [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.699025] env[70041]: DEBUG oslo_concurrency.lockutils [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.699025] env[70041]: DEBUG oslo_concurrency.lockutils [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.699516] env[70041]: DEBUG oslo_concurrency.lockutils [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.699836] env[70041]: INFO nova.compute.manager [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Terminating instance [ 653.809926] env[70041]: DEBUG nova.compute.utils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.817102] env[70041]: DEBUG nova.compute.manager [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.817292] env[70041]: DEBUG nova.network.neutron [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.933497] env[70041]: DEBUG nova.policy [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e052f9e7dbf462484c657decfffba04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd39fed614d946789c290effda3be5c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.121320] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Releasing lock "refresh_cache-22c18565-439b-4d35-afc1-3715e553b83b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.121320] env[70041]: DEBUG nova.compute.manager [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Instance network_info: |[{"id": "7a7992ac-8fe1-4762-83bf-d6ff664a4eb1", "address": "fa:16:3e:a5:63:0b", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7992ac-8f", "ovs_interfaceid": "7a7992ac-8fe1-4762-83bf-d6ff664a4eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.121593] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192369, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.124134] env[70041]: DEBUG oslo_concurrency.lockutils [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] Acquired lock "refresh_cache-22c18565-439b-4d35-afc1-3715e553b83b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.124134] env[70041]: DEBUG nova.network.neutron [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Refreshing network info cache for port 7a7992ac-8fe1-4762-83bf-d6ff664a4eb1 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.124134] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:63:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7992ac-8fe1-4762-83bf-d6ff664a4eb1', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.139874] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.140418] env[70041]: DEBUG nova.network.neutron [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Successfully updated port: 94067052-7a2c-4b5d-ac81-17ed8161ae6b {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.142694] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.147585] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a848ac2-d649-402d-8c99-343a21aa6a02 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.173249] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.173249] env[70041]: value = "task-3192370" [ 654.173249] env[70041]: _type = "Task" [ 654.173249] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.182691] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192370, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.205551] env[70041]: DEBUG nova.compute.manager [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.205787] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.206775] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1883ac6f-c920-4393-b658-22aac2d91e9f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.221163] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.221163] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54ceb5d9-dac8-4553-8d98-751a94ebfe1e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.229581] env[70041]: DEBUG oslo_vmware.api [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 654.229581] env[70041]: value = "task-3192371" [ 654.229581] env[70041]: _type = "Task" [ 654.229581] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.242325] env[70041]: DEBUG oslo_vmware.api [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.321952] env[70041]: DEBUG nova.compute.manager [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.448682] env[70041]: DEBUG nova.network.neutron [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Successfully created port: 5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.621064] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516648} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.621294] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 1d8df04d-8aaa-4617-8802-eb0f4f040c97/1d8df04d-8aaa-4617-8802-eb0f4f040c97.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.622036] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.622791] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb1d09d-430b-4bab-8ce1-f601dcfe0d7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.634469] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 654.634469] env[70041]: value = "task-3192372" [ 654.634469] env[70041]: _type = "Task" [ 654.634469] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.649538] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.668986] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquiring lock "refresh_cache-6fd69c2b-b3f0-48af-9082-b38be4eeab36" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.669271] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquired lock "refresh_cache-6fd69c2b-b3f0-48af-9082-b38be4eeab36" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.669324] env[70041]: DEBUG nova.network.neutron [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.688160] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192370, 'name': CreateVM_Task, 'duration_secs': 0.402243} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.688160] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.688754] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.688908] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.690146] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.690146] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d82a87-b93c-4856-92d0-d249ec557a12 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.697720] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 654.697720] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f937dd-8dab-3fd6-ec30-aef441d81298" [ 654.697720] env[70041]: _type = "Task" [ 654.697720] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.711175] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f937dd-8dab-3fd6-ec30-aef441d81298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.741455] env[70041]: DEBUG oslo_vmware.api [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192371, 'name': PowerOffVM_Task, 'duration_secs': 0.217631} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.741750] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.741907] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.742170] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e49ef7fa-f4b7-409e-880e-c757383c802b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.815681] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.816274] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.816565] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Deleting the datastore file [datastore2] 6dc9029a-8dc1-4213-86f1-b9bb4e408555 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.821744] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-031beb7f-478f-4306-8cec-845194eed777 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.834481] env[70041]: DEBUG oslo_vmware.api [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for the task: (returnval){ [ 654.834481] env[70041]: value = "task-3192374" [ 654.834481] env[70041]: _type = "Task" [ 654.834481] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.848909] env[70041]: DEBUG oslo_vmware.api [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.936618] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "8a4a241c-df83-4200-83f1-88fcbc969667" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.936981] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "8a4a241c-df83-4200-83f1-88fcbc969667" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.977672] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3096196b-9107-40a3-b42b-940b348f75cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.986264] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc5f8e7-0d59-425b-aa73-15f036582df8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.020683] env[70041]: DEBUG nova.network.neutron [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Updated VIF entry in instance network info cache for port 7a7992ac-8fe1-4762-83bf-d6ff664a4eb1. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.021037] env[70041]: DEBUG nova.network.neutron [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Updating instance_info_cache with network_info: [{"id": "7a7992ac-8fe1-4762-83bf-d6ff664a4eb1", "address": "fa:16:3e:a5:63:0b", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7992ac-8f", "ovs_interfaceid": "7a7992ac-8fe1-4762-83bf-d6ff664a4eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.022815] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a30dd8-9de5-4b08-b55b-2b4c75808019 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.032223] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e3ec6-404b-4782-a766-4abed9b42e54 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.052245] env[70041]: DEBUG nova.compute.provider_tree [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.146482] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074727} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.146680] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.147586] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a160fd-a6a3-45af-a868-4ceaedbf3fac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.183033] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 1d8df04d-8aaa-4617-8802-eb0f4f040c97/1d8df04d-8aaa-4617-8802-eb0f4f040c97.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.185196] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d362dd-f704-4b29-9f36-a1d77e7f6649 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.215407] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f937dd-8dab-3fd6-ec30-aef441d81298, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.216550] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.216863] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.217156] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.217333] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.217534] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.217885] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 655.217885] env[70041]: value = "task-3192375" [ 655.217885] env[70041]: _type = "Task" [ 655.217885] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.218165] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3bea7bf-6447-43c4-8f70-ee31a353b192 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.231023] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.234807] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.234807] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.237456] env[70041]: DEBUG nova.network.neutron [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.239761] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8efc8495-0d8f-45ee-ac4d-1216e6238d0e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.247647] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 655.247647] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d8cfee-6bef-b11b-dee1-7c658866acdf" [ 655.247647] env[70041]: _type = "Task" [ 655.247647] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.258238] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d8cfee-6bef-b11b-dee1-7c658866acdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.337712] env[70041]: DEBUG nova.compute.manager [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.351571] env[70041]: DEBUG oslo_vmware.api [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Task: {'id': task-3192374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228061} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.351840] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.352031] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.352330] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.352379] env[70041]: INFO nova.compute.manager [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Took 1.15 seconds to destroy the instance on the hypervisor. [ 655.353933] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.353933] env[70041]: DEBUG nova.compute.manager [-] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.353933] env[70041]: DEBUG nova.network.neutron [-] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.380835] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.381098] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.381276] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.381476] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.381617] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.381755] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.381954] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.384525] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.384744] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.384908] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.385088] env[70041]: DEBUG nova.virt.hardware [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.385960] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f70d5c8-a0b0-49af-b74e-905a9c1d37d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.400121] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee28c9e-e6a0-44c7-9206-25aea464875b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.516286] env[70041]: DEBUG nova.compute.manager [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Received event network-vif-plugged-94067052-7a2c-4b5d-ac81-17ed8161ae6b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 655.516286] env[70041]: DEBUG oslo_concurrency.lockutils [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] Acquiring lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.516628] env[70041]: DEBUG oslo_concurrency.lockutils [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] Lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.516721] env[70041]: DEBUG oslo_concurrency.lockutils [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] Lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.517488] env[70041]: DEBUG nova.compute.manager [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] No waiting events found dispatching network-vif-plugged-94067052-7a2c-4b5d-ac81-17ed8161ae6b {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.517488] env[70041]: WARNING nova.compute.manager [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Received unexpected event network-vif-plugged-94067052-7a2c-4b5d-ac81-17ed8161ae6b for instance with vm_state building and task_state spawning. [ 655.517488] env[70041]: DEBUG nova.compute.manager [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Received event network-changed-94067052-7a2c-4b5d-ac81-17ed8161ae6b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 655.517488] env[70041]: DEBUG nova.compute.manager [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Refreshing instance network info cache due to event network-changed-94067052-7a2c-4b5d-ac81-17ed8161ae6b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 655.517728] env[70041]: DEBUG oslo_concurrency.lockutils [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] Acquiring lock "refresh_cache-6fd69c2b-b3f0-48af-9082-b38be4eeab36" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.526639] env[70041]: DEBUG oslo_concurrency.lockutils [req-bbb8cf22-85cb-4fe5-bbed-c4943368641a req-0f9e4f79-4304-44d6-9f4d-3e9c02a2383e service nova] Releasing lock "refresh_cache-22c18565-439b-4d35-afc1-3715e553b83b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.556644] env[70041]: DEBUG nova.scheduler.client.report [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.734175] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192375, 'name': ReconfigVM_Task, 'duration_secs': 0.297267} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.734786] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 1d8df04d-8aaa-4617-8802-eb0f4f040c97/1d8df04d-8aaa-4617-8802-eb0f4f040c97.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.735932] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5029108e-17ba-4f39-999b-44679e4f525d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.745026] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 655.745026] env[70041]: value = "task-3192376" [ 655.745026] env[70041]: _type = "Task" [ 655.745026] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.757509] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192376, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.765796] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d8cfee-6bef-b11b-dee1-7c658866acdf, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.766815] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6976c821-60b7-433c-a525-fc004fd12a1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.773718] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 655.773718] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526db820-b7f5-cdb1-3e89-49c2645c6201" [ 655.773718] env[70041]: _type = "Task" [ 655.773718] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.788343] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526db820-b7f5-cdb1-3e89-49c2645c6201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.788701] env[70041]: DEBUG nova.network.neutron [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Updating instance_info_cache with network_info: [{"id": "94067052-7a2c-4b5d-ac81-17ed8161ae6b", "address": "fa:16:3e:2f:38:ff", "network": {"id": "db6af2a2-0e29-4fe2-b4e0-c0ac4df2439f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-276617772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f21a9df36a4c2bbe65d4f96e55e8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94067052-7a", "ovs_interfaceid": "94067052-7a2c-4b5d-ac81-17ed8161ae6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.860152] env[70041]: DEBUG oslo_vmware.rw_handles [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7dd8-df36-bec1-ec2e-ed90fdd91a91/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 655.861392] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0f3906-2761-463e-80c4-423383d0ec3e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.870439] env[70041]: DEBUG oslo_vmware.rw_handles [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7dd8-df36-bec1-ec2e-ed90fdd91a91/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 655.870609] env[70041]: ERROR oslo_vmware.rw_handles [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7dd8-df36-bec1-ec2e-ed90fdd91a91/disk-0.vmdk due to incomplete transfer. [ 655.870841] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b7baa481-be50-48d0-a3f2-804cdf6d8564 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.879703] env[70041]: DEBUG oslo_vmware.rw_handles [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be7dd8-df36-bec1-ec2e-ed90fdd91a91/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 655.880075] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Uploaded image eafc280d-0229-4cf9-b1b4-1d0a3d708025 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 655.882302] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 655.882567] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94b6e8c6-a79f-4217-b107-32377cc1dc72 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.893901] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 655.893901] env[70041]: value = "task-3192377" [ 655.893901] env[70041]: _type = "Task" [ 655.893901] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.905670] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192377, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.067485] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.070758] env[70041]: DEBUG nova.compute.manager [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.072643] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.625s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.075063] env[70041]: INFO nova.compute.claims [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.254388] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192376, 'name': Rename_Task, 'duration_secs': 0.169802} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.254715] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.254909] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2445ced-ecba-4944-af69-6c49ee55d1a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.262753] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 656.262753] env[70041]: value = "task-3192378" [ 656.262753] env[70041]: _type = "Task" [ 656.262753] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.272578] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.284553] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526db820-b7f5-cdb1-3e89-49c2645c6201, 'name': SearchDatastore_Task, 'duration_secs': 0.019244} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.284937] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.285395] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 22c18565-439b-4d35-afc1-3715e553b83b/22c18565-439b-4d35-afc1-3715e553b83b.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.285499] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19cb9969-698c-4e49-a7fd-7701917adb71 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.291552] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Releasing lock "refresh_cache-6fd69c2b-b3f0-48af-9082-b38be4eeab36" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.291676] env[70041]: DEBUG nova.compute.manager [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Instance network_info: |[{"id": "94067052-7a2c-4b5d-ac81-17ed8161ae6b", "address": "fa:16:3e:2f:38:ff", "network": {"id": "db6af2a2-0e29-4fe2-b4e0-c0ac4df2439f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-276617772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f21a9df36a4c2bbe65d4f96e55e8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94067052-7a", "ovs_interfaceid": "94067052-7a2c-4b5d-ac81-17ed8161ae6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.292478] env[70041]: DEBUG oslo_concurrency.lockutils [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] Acquired lock "refresh_cache-6fd69c2b-b3f0-48af-9082-b38be4eeab36" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.292660] env[70041]: DEBUG nova.network.neutron [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Refreshing network info cache for port 94067052-7a2c-4b5d-ac81-17ed8161ae6b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.293817] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:38:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94067052-7a2c-4b5d-ac81-17ed8161ae6b', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.302251] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Creating folder: Project (95f21a9df36a4c2bbe65d4f96e55e8c6). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.303725] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07468b3e-c1a8-46b5-9cbb-3c9bb9b9171f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.305714] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 656.305714] env[70041]: value = "task-3192379" [ 656.305714] env[70041]: _type = "Task" [ 656.305714] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.317794] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.319575] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Created folder: Project (95f21a9df36a4c2bbe65d4f96e55e8c6) in parent group-v638323. [ 656.319826] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Creating folder: Instances. Parent ref: group-v638403. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.320019] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85f56e62-bc60-4891-8ff5-13f011aee5cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.330880] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Created folder: Instances in parent group-v638403. [ 656.331141] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.331435] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.331615] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30434df4-7427-4deb-b2c2-329327dc6708 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.353954] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.353954] env[70041]: value = "task-3192382" [ 656.353954] env[70041]: _type = "Task" [ 656.353954] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.363923] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192382, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.407557] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192377, 'name': Destroy_Task, 'duration_secs': 0.422555} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.407557] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Destroyed the VM [ 656.407557] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 656.407557] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4540b940-de63-4e94-8768-2ca85fb4a698 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.417372] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 656.417372] env[70041]: value = "task-3192383" [ 656.417372] env[70041]: _type = "Task" [ 656.417372] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.426593] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192383, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.488346] env[70041]: DEBUG nova.network.neutron [-] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.579486] env[70041]: DEBUG nova.compute.utils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.586843] env[70041]: DEBUG nova.compute.manager [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.586843] env[70041]: DEBUG nova.network.neutron [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.589271] env[70041]: DEBUG nova.compute.manager [req-7b05e8f7-2655-45fb-ba20-796fddfc96ad req-6af397e2-5d3c-4ed8-88ac-bf80a5d62437 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Received event network-vif-plugged-5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 656.589571] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b05e8f7-2655-45fb-ba20-796fddfc96ad req-6af397e2-5d3c-4ed8-88ac-bf80a5d62437 service nova] Acquiring lock "4624efde-c3d5-44f2-9901-dd465ddeea2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.590175] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b05e8f7-2655-45fb-ba20-796fddfc96ad req-6af397e2-5d3c-4ed8-88ac-bf80a5d62437 service nova] Lock "4624efde-c3d5-44f2-9901-dd465ddeea2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.590175] env[70041]: DEBUG oslo_concurrency.lockutils [req-7b05e8f7-2655-45fb-ba20-796fddfc96ad req-6af397e2-5d3c-4ed8-88ac-bf80a5d62437 service nova] Lock "4624efde-c3d5-44f2-9901-dd465ddeea2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.590420] env[70041]: DEBUG nova.compute.manager [req-7b05e8f7-2655-45fb-ba20-796fddfc96ad req-6af397e2-5d3c-4ed8-88ac-bf80a5d62437 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] No waiting events found dispatching network-vif-plugged-5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.590703] env[70041]: WARNING nova.compute.manager [req-7b05e8f7-2655-45fb-ba20-796fddfc96ad req-6af397e2-5d3c-4ed8-88ac-bf80a5d62437 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Received unexpected event network-vif-plugged-5594100d-4f86-42b1-ba2f-53d395348eb0 for instance with vm_state building and task_state spawning. [ 656.632924] env[70041]: DEBUG nova.policy [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7271efd5a604943aa920e39ca9e3390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa23d873c777417b83cda7511f458fa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.754688] env[70041]: DEBUG nova.network.neutron [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Successfully updated port: 5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.779687] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192378, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.818848] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.865367] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192382, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.929804] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192383, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.991843] env[70041]: INFO nova.compute.manager [-] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Took 1.64 seconds to deallocate network for instance. [ 657.086984] env[70041]: DEBUG nova.compute.manager [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.127336] env[70041]: DEBUG nova.network.neutron [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Successfully created port: 73f9ddf5-724b-435a-88c0-23c7f727c416 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.257874] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquiring lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.257874] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquired lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.257874] env[70041]: DEBUG nova.network.neutron [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.282084] env[70041]: DEBUG oslo_vmware.api [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192378, 'name': PowerOnVM_Task, 'duration_secs': 0.772625} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.282084] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.282084] env[70041]: INFO nova.compute.manager [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Took 9.97 seconds to spawn the instance on the hypervisor. [ 657.282084] env[70041]: DEBUG nova.compute.manager [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.283821] env[70041]: DEBUG nova.network.neutron [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Updated VIF entry in instance network info cache for port 94067052-7a2c-4b5d-ac81-17ed8161ae6b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.284481] env[70041]: DEBUG nova.network.neutron [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Updating instance_info_cache with network_info: [{"id": "94067052-7a2c-4b5d-ac81-17ed8161ae6b", "address": "fa:16:3e:2f:38:ff", "network": {"id": "db6af2a2-0e29-4fe2-b4e0-c0ac4df2439f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-276617772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f21a9df36a4c2bbe65d4f96e55e8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94067052-7a", "ovs_interfaceid": "94067052-7a2c-4b5d-ac81-17ed8161ae6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.286557] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c75c7b-b439-44db-8a9b-97384caa9d82 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.321709] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608926} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.326026] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 22c18565-439b-4d35-afc1-3715e553b83b/22c18565-439b-4d35-afc1-3715e553b83b.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.326026] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.326372] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-403fae75-5b28-4682-91d5-bf0fd64bc1cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.335677] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 657.335677] env[70041]: value = "task-3192384" [ 657.335677] env[70041]: _type = "Task" [ 657.335677] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.348339] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.369845] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192382, 'name': CreateVM_Task, 'duration_secs': 0.630472} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.370132] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.370779] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.370934] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.371344] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.371635] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b2df1a-ede5-4489-af86-86ab4417ad06 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.377773] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 657.377773] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527136d3-0d54-87bc-6200-2c86324efdf3" [ 657.377773] env[70041]: _type = "Task" [ 657.377773] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.392983] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527136d3-0d54-87bc-6200-2c86324efdf3, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.393320] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.393556] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.393808] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.393950] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.394137] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.394989] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ca0b13b-7191-4c0c-84da-4a9321e1f9cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.403745] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.403922] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.404682] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a57823-58fb-4bd0-a6ff-5fc016c7640e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.410658] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 657.410658] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5292749b-2a0c-96e9-aac7-824bbdfa5f93" [ 657.410658] env[70041]: _type = "Task" [ 657.410658] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.426379] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5292749b-2a0c-96e9-aac7-824bbdfa5f93, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.428013] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ab7214-990d-452e-b45c-b230962f7044 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.433019] env[70041]: DEBUG oslo_vmware.api [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192383, 'name': RemoveSnapshot_Task, 'duration_secs': 0.855423} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.435885] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 657.436132] env[70041]: INFO nova.compute.manager [None req-28c23336-6448-4290-8e80-1eafa7b278f1 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Took 15.98 seconds to snapshot the instance on the hypervisor. [ 657.440792] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 657.440792] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e9463-5076-2f75-3c0e-d733be4d6dcf" [ 657.440792] env[70041]: _type = "Task" [ 657.440792] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.449327] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e9463-5076-2f75-3c0e-d733be4d6dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.503616] env[70041]: DEBUG oslo_concurrency.lockutils [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.795664] env[70041]: DEBUG oslo_concurrency.lockutils [req-bd9ccd8f-8f3c-4869-9e2a-49707fbdb9d4 req-0d75b2b4-1ba7-412f-b92b-f3eed872e784 service nova] Releasing lock "refresh_cache-6fd69c2b-b3f0-48af-9082-b38be4eeab36" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.822277] env[70041]: DEBUG nova.network.neutron [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.824165] env[70041]: INFO nova.compute.manager [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Took 37.54 seconds to build instance. [ 657.839972] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1184b6db-b3d6-4c80-bce3-98baeb733c55 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.856198] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083882} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.856198] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.857420] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e70ad6-345e-41cd-8329-ec99115fbf38 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.861371] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd85320-6330-4fde-a163-b779fd034378 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.904897] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b7f5cf-9210-405e-b7b3-6f953f27a4c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.916465] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 22c18565-439b-4d35-afc1-3715e553b83b/22c18565-439b-4d35-afc1-3715e553b83b.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.918940] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-165d29fb-3ebf-47f5-82e3-fc40ee5db00d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.941530] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d327c7b-882c-46a1-be84-5f13fdae0fbc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.946425] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 657.946425] env[70041]: value = "task-3192385" [ 657.946425] env[70041]: _type = "Task" [ 657.946425] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.965355] env[70041]: DEBUG nova.compute.provider_tree [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.973713] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e9463-5076-2f75-3c0e-d733be4d6dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.978244] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.978519] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 6fd69c2b-b3f0-48af-9082-b38be4eeab36/6fd69c2b-b3f0-48af-9082-b38be4eeab36.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.978789] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.979013] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d931c8d-77b0-4367-b62f-5f82900b3929 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.986888] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 657.986888] env[70041]: value = "task-3192386" [ 657.986888] env[70041]: _type = "Task" [ 657.986888] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.996871] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.067831] env[70041]: DEBUG nova.compute.manager [req-3c9b7a7f-a273-4ebe-9190-ff3b0f9f656d req-98c33862-319e-4129-97d4-eede68b4a866 service nova] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Received event network-vif-deleted-14591a95-cc6d-45e3-927a-3b1ae273eb37 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 658.107902] env[70041]: DEBUG nova.compute.manager [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.126587] env[70041]: DEBUG nova.network.neutron [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Updating instance_info_cache with network_info: [{"id": "5594100d-4f86-42b1-ba2f-53d395348eb0", "address": "fa:16:3e:55:dd:68", "network": {"id": "0d67a016-e274-46b6-9fd8-ee7b5bb1760a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1303317384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd39fed614d946789c290effda3be5c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5594100d-4f", "ovs_interfaceid": "5594100d-4f86-42b1-ba2f-53d395348eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.141889] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.142216] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.142371] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.142702] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.142702] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.143204] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.146169] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.146434] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.147082] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.147082] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.147082] env[70041]: DEBUG nova.virt.hardware [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.148341] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191544e9-9ba7-4058-ad55-cd67272993fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.161690] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccf7a77-c693-468f-96d5-709b32d7c2df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.326973] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2898c494-a27c-4242-a5f0-68c8d7f2fcea tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.452s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.459713] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.470471] env[70041]: DEBUG nova.scheduler.client.report [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.498468] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461847} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.499388] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 6fd69c2b-b3f0-48af-9082-b38be4eeab36/6fd69c2b-b3f0-48af-9082-b38be4eeab36.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.499388] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.499388] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a945b21a-f1ef-4c2a-94ac-3681f1e9ab19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.507445] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 658.507445] env[70041]: value = "task-3192387" [ 658.507445] env[70041]: _type = "Task" [ 658.507445] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.521158] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.630859] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Releasing lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.631168] env[70041]: DEBUG nova.compute.manager [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Instance network_info: |[{"id": "5594100d-4f86-42b1-ba2f-53d395348eb0", "address": "fa:16:3e:55:dd:68", "network": {"id": "0d67a016-e274-46b6-9fd8-ee7b5bb1760a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1303317384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd39fed614d946789c290effda3be5c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5594100d-4f", "ovs_interfaceid": "5594100d-4f86-42b1-ba2f-53d395348eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.631641] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:dd:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5594100d-4f86-42b1-ba2f-53d395348eb0', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.640278] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Creating folder: Project (fd39fed614d946789c290effda3be5c3). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.640580] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37765e25-4d7e-4142-b4f1-617819507952 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.654930] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Created folder: Project (fd39fed614d946789c290effda3be5c3) in parent group-v638323. [ 658.654930] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Creating folder: Instances. Parent ref: group-v638406. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.654930] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ef737b8-0f4b-4a21-8c4f-c85c9fe443ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.669467] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Created folder: Instances in parent group-v638406. [ 658.669738] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.670433] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.670433] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03d453d9-bc24-416a-bba9-d09b875a53d8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.691915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "fe42db3f-bac2-4f90-9b1b-e0e778632325" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.691915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "fe42db3f-bac2-4f90-9b1b-e0e778632325" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.694283] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.694283] env[70041]: value = "task-3192390" [ 658.694283] env[70041]: _type = "Task" [ 658.694283] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.705966] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192390, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.813380] env[70041]: DEBUG nova.compute.manager [req-28b4fbf7-6299-4000-9792-1ad8308f0cb2 req-4660426d-f1b3-468a-a4e0-c73218946c32 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Received event network-changed-5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 658.813672] env[70041]: DEBUG nova.compute.manager [req-28b4fbf7-6299-4000-9792-1ad8308f0cb2 req-4660426d-f1b3-468a-a4e0-c73218946c32 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Refreshing instance network info cache due to event network-changed-5594100d-4f86-42b1-ba2f-53d395348eb0. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 658.814097] env[70041]: DEBUG oslo_concurrency.lockutils [req-28b4fbf7-6299-4000-9792-1ad8308f0cb2 req-4660426d-f1b3-468a-a4e0-c73218946c32 service nova] Acquiring lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.814558] env[70041]: DEBUG oslo_concurrency.lockutils [req-28b4fbf7-6299-4000-9792-1ad8308f0cb2 req-4660426d-f1b3-468a-a4e0-c73218946c32 service nova] Acquired lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.814558] env[70041]: DEBUG nova.network.neutron [req-28b4fbf7-6299-4000-9792-1ad8308f0cb2 req-4660426d-f1b3-468a-a4e0-c73218946c32 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Refreshing network info cache for port 5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.832110] env[70041]: DEBUG nova.compute.manager [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.940575] env[70041]: DEBUG nova.network.neutron [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Successfully updated port: 73f9ddf5-724b-435a-88c0-23c7f727c416 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.969878] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192385, 'name': ReconfigVM_Task, 'duration_secs': 0.788441} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.970414] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 22c18565-439b-4d35-afc1-3715e553b83b/22c18565-439b-4d35-afc1-3715e553b83b.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.971288] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef708724-bd40-4918-a019-ad8a7e08c6da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.974765] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.902s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.975412] env[70041]: DEBUG nova.compute.manager [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.978634] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.052s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.978945] env[70041]: DEBUG nova.objects.instance [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lazy-loading 'resources' on Instance uuid bcb9a98c-8ec6-4960-966b-9741fee06d34 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.982204] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 658.982204] env[70041]: value = "task-3192391" [ 658.982204] env[70041]: _type = "Task" [ 658.982204] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.994275] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192391, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.023609] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068851} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.027034] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.027749] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727475db-51d0-46b2-a5f2-bd486c01b6ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.055482] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 6fd69c2b-b3f0-48af-9082-b38be4eeab36/6fd69c2b-b3f0-48af-9082-b38be4eeab36.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.055867] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d71d53ee-d5ae-47cb-9a4f-53938e6256da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.083108] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 659.083108] env[70041]: value = "task-3192392" [ 659.083108] env[70041]: _type = "Task" [ 659.083108] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.093929] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.877075] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "refresh_cache-9b6a5a9a-2055-452c-9da9-e1bcce4e193c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.877497] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquired lock "refresh_cache-9b6a5a9a-2055-452c-9da9-e1bcce4e193c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.877497] env[70041]: DEBUG nova.network.neutron [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.878452] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquiring lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.878657] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.878866] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquiring lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.879075] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.879240] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.886031] env[70041]: DEBUG nova.compute.utils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.894674] env[70041]: DEBUG nova.compute.manager [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.894902] env[70041]: DEBUG nova.network.neutron [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.919681] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192391, 'name': Rename_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.920243] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192390, 'name': CreateVM_Task, 'duration_secs': 0.420858} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.920512] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.925858] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.927689] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.928610] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.928731] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.929050] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.930083] env[70041]: INFO nova.compute.manager [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Terminating instance [ 659.932640] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77948977-eb32-432d-872a-92931ae9e007 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.942202] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 659.942202] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c468a1-6428-953a-88e7-b9f49a83af5f" [ 659.942202] env[70041]: _type = "Task" [ 659.942202] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.958209] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c468a1-6428-953a-88e7-b9f49a83af5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.959317] env[70041]: DEBUG nova.network.neutron [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.962018] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.962018] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.962018] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.962187] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.962364] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.962951] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5405d14-12b4-4a4e-9e24-4eb756c71336 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.978164] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.978164] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.978164] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ed3af6-d900-4891-b857-9044eea60ffe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.989150] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 659.989150] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523da6d3-5bdc-e884-8f8f-388c1e250a22" [ 659.989150] env[70041]: _type = "Task" [ 659.989150] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.998958] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523da6d3-5bdc-e884-8f8f-388c1e250a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.044854] env[70041]: DEBUG nova.policy [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8356015b1e543e0b6a115ffb94a7857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e80a547ced9b40899babed25d4da5479', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.058821] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.059892] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.334434] env[70041]: DEBUG nova.network.neutron [req-28b4fbf7-6299-4000-9792-1ad8308f0cb2 req-4660426d-f1b3-468a-a4e0-c73218946c32 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Updated VIF entry in instance network info cache for port 5594100d-4f86-42b1-ba2f-53d395348eb0. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.334612] env[70041]: DEBUG nova.network.neutron [req-28b4fbf7-6299-4000-9792-1ad8308f0cb2 req-4660426d-f1b3-468a-a4e0-c73218946c32 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Updating instance_info_cache with network_info: [{"id": "5594100d-4f86-42b1-ba2f-53d395348eb0", "address": "fa:16:3e:55:dd:68", "network": {"id": "0d67a016-e274-46b6-9fd8-ee7b5bb1760a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1303317384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd39fed614d946789c290effda3be5c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5594100d-4f", "ovs_interfaceid": "5594100d-4f86-42b1-ba2f-53d395348eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.362162] env[70041]: DEBUG nova.compute.manager [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Received event network-vif-plugged-73f9ddf5-724b-435a-88c0-23c7f727c416 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 660.362162] env[70041]: DEBUG oslo_concurrency.lockutils [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] Acquiring lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.362162] env[70041]: DEBUG oslo_concurrency.lockutils [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.362162] env[70041]: DEBUG oslo_concurrency.lockutils [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.362162] env[70041]: DEBUG nova.compute.manager [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] No waiting events found dispatching network-vif-plugged-73f9ddf5-724b-435a-88c0-23c7f727c416 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.362384] env[70041]: WARNING nova.compute.manager [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Received unexpected event network-vif-plugged-73f9ddf5-724b-435a-88c0-23c7f727c416 for instance with vm_state building and task_state spawning. [ 660.362455] env[70041]: DEBUG nova.compute.manager [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Received event network-changed-73f9ddf5-724b-435a-88c0-23c7f727c416 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 660.362612] env[70041]: DEBUG nova.compute.manager [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Refreshing instance network info cache due to event network-changed-73f9ddf5-724b-435a-88c0-23c7f727c416. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 660.362775] env[70041]: DEBUG oslo_concurrency.lockutils [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] Acquiring lock "refresh_cache-9b6a5a9a-2055-452c-9da9-e1bcce4e193c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.389484] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquiring lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.389612] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.389806] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquiring lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.390282] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.390282] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.392138] env[70041]: DEBUG nova.compute.manager [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.396533] env[70041]: INFO nova.compute.manager [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Terminating instance [ 660.410481] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192392, 'name': ReconfigVM_Task, 'duration_secs': 1.303926} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.411289] env[70041]: DEBUG nova.network.neutron [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Updating instance_info_cache with network_info: [{"id": "73f9ddf5-724b-435a-88c0-23c7f727c416", "address": "fa:16:3e:c6:8e:97", "network": {"id": "4f22b772-4ec8-48f8-bb11-543e5aeed9f9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1716628533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa23d873c777417b83cda7511f458fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f9ddf5-72", "ovs_interfaceid": "73f9ddf5-724b-435a-88c0-23c7f727c416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.417239] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 6fd69c2b-b3f0-48af-9082-b38be4eeab36/6fd69c2b-b3f0-48af-9082-b38be4eeab36.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.418545] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192391, 'name': Rename_Task, 'duration_secs': 1.32315} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.419091] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faceeb2c-9be4-4068-8a21-ccdf36bdd9e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.424638] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.427089] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50f72261-c0bb-47b4-9fc8-e98bb292a694 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.437018] env[70041]: DEBUG nova.compute.manager [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.437018] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.437018] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 660.437018] env[70041]: value = "task-3192394" [ 660.437018] env[70041]: _type = "Task" [ 660.437018] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.437501] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 660.437501] env[70041]: value = "task-3192393" [ 660.437501] env[70041]: _type = "Task" [ 660.437501] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.438260] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff08afe-82b7-4ec0-a61d-c414799288ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.457329] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192394, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.463318] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192393, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.463452] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.463697] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bda51129-d53a-4724-b738-23c15097b5d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.471098] env[70041]: DEBUG oslo_vmware.api [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 660.471098] env[70041]: value = "task-3192395" [ 660.471098] env[70041]: _type = "Task" [ 660.471098] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.480679] env[70041]: DEBUG oslo_vmware.api [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.500400] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523da6d3-5bdc-e884-8f8f-388c1e250a22, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.501769] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41bc4902-462c-4496-9825-8a9eafad2b49 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.510408] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 660.510408] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521fd9dd-b81b-b0df-a80f-341c2c763964" [ 660.510408] env[70041]: _type = "Task" [ 660.510408] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.518903] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521fd9dd-b81b-b0df-a80f-341c2c763964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.520579] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc3fd9-0353-4cec-bd27-9fe2fe497f37 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.529032] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f414fa5-e687-43dd-af54-0628ac633b3a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.560945] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0487f08d-650b-4392-9d8f-4e4cec798463 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.571045] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.573759] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.574121] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.578106] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc37e73-c093-4ea8-b95c-4b19aa468c79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.581055] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.581319] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.581939] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.582100] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 660.582261] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 660.595907] env[70041]: DEBUG nova.compute.provider_tree [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.620926] env[70041]: DEBUG nova.network.neutron [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Successfully created port: 27811694-53c2-431d-a063-afc435bee696 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.769556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "993bcc08-4bd2-4498-afae-0c2918feb74b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.769785] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "993bcc08-4bd2-4498-afae-0c2918feb74b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.837953] env[70041]: DEBUG oslo_concurrency.lockutils [req-28b4fbf7-6299-4000-9792-1ad8308f0cb2 req-4660426d-f1b3-468a-a4e0-c73218946c32 service nova] Releasing lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.910934] env[70041]: DEBUG nova.compute.manager [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.911187] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.912305] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07bee6-5afd-4023-aa85-c689b4a04fa4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.919506] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Releasing lock "refresh_cache-9b6a5a9a-2055-452c-9da9-e1bcce4e193c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.919821] env[70041]: DEBUG nova.compute.manager [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Instance network_info: |[{"id": "73f9ddf5-724b-435a-88c0-23c7f727c416", "address": "fa:16:3e:c6:8e:97", "network": {"id": "4f22b772-4ec8-48f8-bb11-543e5aeed9f9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1716628533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa23d873c777417b83cda7511f458fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f9ddf5-72", "ovs_interfaceid": "73f9ddf5-724b-435a-88c0-23c7f727c416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.920137] env[70041]: DEBUG oslo_concurrency.lockutils [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] Acquired lock "refresh_cache-9b6a5a9a-2055-452c-9da9-e1bcce4e193c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.920391] env[70041]: DEBUG nova.network.neutron [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Refreshing network info cache for port 73f9ddf5-724b-435a-88c0-23c7f727c416 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.921456] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:8e:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73f9ddf5-724b-435a-88c0-23c7f727c416', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.934960] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Creating folder: Project (aa23d873c777417b83cda7511f458fa4). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.942241] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9f24720-a714-47d8-b8a8-27fa12b0b5e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.944915] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.946334] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-081fdab1-6c9a-4cac-85c7-a0a2839285d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.965945] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192394, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.970383] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192393, 'name': Rename_Task, 'duration_secs': 0.160311} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.970667] env[70041]: DEBUG oslo_vmware.api [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 660.970667] env[70041]: value = "task-3192397" [ 660.970667] env[70041]: _type = "Task" [ 660.970667] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.971911] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.972280] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Created folder: Project (aa23d873c777417b83cda7511f458fa4) in parent group-v638323. [ 660.972473] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Creating folder: Instances. Parent ref: group-v638409. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.972706] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4fd0bf4-3464-4b78-baf7-c2e7526c2cab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.980567] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf3ee14-9059-4b62-a8ab-6a078517720c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.988875] env[70041]: DEBUG oslo_vmware.api [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.994844] env[70041]: DEBUG oslo_vmware.api [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192395, 'name': PowerOffVM_Task, 'duration_secs': 0.234356} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.995217] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 660.995217] env[70041]: value = "task-3192398" [ 660.995217] env[70041]: _type = "Task" [ 660.995217] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.996414] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.996587] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.997950] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Created folder: Instances in parent group-v638409. [ 660.998203] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.000780] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0771bef1-deea-4514-be3e-285c5a267a2d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.005101] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.005934] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cabe2d7a-9315-4a20-b140-fc7dcf140ca3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.028356] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192398, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.030329] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.030329] env[70041]: value = "task-3192401" [ 661.030329] env[70041]: _type = "Task" [ 661.030329] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.041320] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521fd9dd-b81b-b0df-a80f-341c2c763964, 'name': SearchDatastore_Task, 'duration_secs': 0.015474} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.044856] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.045092] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 4624efde-c3d5-44f2-9901-dd465ddeea2f/4624efde-c3d5-44f2-9901-dd465ddeea2f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.045326] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192401, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.045566] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5216277f-d277-4d77-820e-4c3a6e42cd33 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.052745] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 661.052745] env[70041]: value = "task-3192402" [ 661.052745] env[70041]: _type = "Task" [ 661.052745] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.064174] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.085497] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.094966] env[70041]: DEBUG nova.scheduler.client.report [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.101907] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.102170] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.102406] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Deleting the datastore file [datastore2] 1d8df04d-8aaa-4617-8802-eb0f4f040c97 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.103415] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cdd53a1-f9d8-4986-8d58-dbb7b4e02400 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.113155] env[70041]: DEBUG oslo_vmware.api [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for the task: (returnval){ [ 661.113155] env[70041]: value = "task-3192403" [ 661.113155] env[70041]: _type = "Task" [ 661.113155] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.124909] env[70041]: DEBUG oslo_vmware.api [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.247826] env[70041]: DEBUG nova.network.neutron [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Updated VIF entry in instance network info cache for port 73f9ddf5-724b-435a-88c0-23c7f727c416. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.248366] env[70041]: DEBUG nova.network.neutron [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Updating instance_info_cache with network_info: [{"id": "73f9ddf5-724b-435a-88c0-23c7f727c416", "address": "fa:16:3e:c6:8e:97", "network": {"id": "4f22b772-4ec8-48f8-bb11-543e5aeed9f9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1716628533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa23d873c777417b83cda7511f458fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f9ddf5-72", "ovs_interfaceid": "73f9ddf5-724b-435a-88c0-23c7f727c416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.414885] env[70041]: DEBUG nova.compute.manager [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.449503] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.452037] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.452411] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.452844] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.453162] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.453416] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.453910] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.454229] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.454562] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.454907] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.455172] env[70041]: DEBUG nova.virt.hardware [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.459022] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd1a05-3d7a-466f-b222-fe0a933f60bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.477149] env[70041]: DEBUG oslo_vmware.api [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192394, 'name': PowerOnVM_Task, 'duration_secs': 0.53779} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.483759] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.484022] env[70041]: INFO nova.compute.manager [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Took 11.40 seconds to spawn the instance on the hypervisor. [ 661.484384] env[70041]: DEBUG nova.compute.manager [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.485366] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bccdbe2-bf61-49b2-8f1c-83d43f86487c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.489608] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf9d748-100f-40e9-9eb0-582311a9843d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.501901] env[70041]: DEBUG oslo_vmware.api [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192397, 'name': PowerOffVM_Task, 'duration_secs': 0.230333} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.517046] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.517217] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.524043] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-343fcd46-71dd-43b5-bb98-8b185b994e62 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.530541] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192398, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.540831] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192401, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.565270] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192402, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.604438] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.626s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.607386] env[70041]: DEBUG oslo_concurrency.lockutils [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.082s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.607641] env[70041]: DEBUG nova.objects.instance [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lazy-loading 'resources' on Instance uuid a113b9f6-91f4-4f6c-9701-2ca01a176fec {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.629538] env[70041]: DEBUG oslo_vmware.api [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Task: {'id': task-3192403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213346} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.629812] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.629993] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.630184] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.630354] env[70041]: INFO nova.compute.manager [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Took 1.19 seconds to destroy the instance on the hypervisor. [ 661.630608] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.630797] env[70041]: DEBUG nova.compute.manager [-] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.630893] env[70041]: DEBUG nova.network.neutron [-] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.635594] env[70041]: INFO nova.scheduler.client.report [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted allocations for instance bcb9a98c-8ec6-4960-966b-9741fee06d34 [ 661.751726] env[70041]: DEBUG oslo_concurrency.lockutils [req-51235439-3e63-4ad4-af70-06f69edc8fcb req-9381f9e7-2663-4fac-a434-08d8bbc5a8aa service nova] Releasing lock "refresh_cache-9b6a5a9a-2055-452c-9da9-e1bcce4e193c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.012794] env[70041]: DEBUG oslo_vmware.api [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192398, 'name': PowerOnVM_Task, 'duration_secs': 0.545143} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.013141] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.013587] env[70041]: INFO nova.compute.manager [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Took 9.08 seconds to spawn the instance on the hypervisor. [ 662.013587] env[70041]: DEBUG nova.compute.manager [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.014397] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ef82f0-c73e-45e0-bb52-2b7fdf895d38 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.034950] env[70041]: INFO nova.compute.manager [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Took 35.31 seconds to build instance. [ 662.046948] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192401, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.061187] env[70041]: DEBUG nova.compute.manager [req-8f015f5b-6b60-4fb5-806d-b933e43367c3 req-388b2ee5-78d1-42b6-9ef0-c512c019b734 service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Received event network-vif-deleted-cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 662.061503] env[70041]: INFO nova.compute.manager [req-8f015f5b-6b60-4fb5-806d-b933e43367c3 req-388b2ee5-78d1-42b6-9ef0-c512c019b734 service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Neutron deleted interface cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d; detaching it from the instance and deleting it from the info cache [ 662.061807] env[70041]: DEBUG nova.network.neutron [req-8f015f5b-6b60-4fb5-806d-b933e43367c3 req-388b2ee5-78d1-42b6-9ef0-c512c019b734 service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.069663] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73355} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.069929] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 4624efde-c3d5-44f2-9901-dd465ddeea2f/4624efde-c3d5-44f2-9901-dd465ddeea2f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.070194] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.070814] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-729fa539-85b2-4bee-9ebf-3aae607173ba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.079907] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 662.079907] env[70041]: value = "task-3192405" [ 662.079907] env[70041]: _type = "Task" [ 662.079907] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.092034] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.144158] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47db78b8-8eb8-499a-8611-fb7dba995048 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "bcb9a98c-8ec6-4960-966b-9741fee06d34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.379s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.274679] env[70041]: DEBUG nova.network.neutron [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Successfully updated port: 27811694-53c2-431d-a063-afc435bee696 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.454201] env[70041]: DEBUG nova.compute.manager [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Received event network-vif-plugged-27811694-53c2-431d-a063-afc435bee696 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 662.454201] env[70041]: DEBUG oslo_concurrency.lockutils [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] Acquiring lock "540472c7-d925-490e-a3eb-66f3b2de608c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.454201] env[70041]: DEBUG oslo_concurrency.lockutils [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] Lock "540472c7-d925-490e-a3eb-66f3b2de608c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.454201] env[70041]: DEBUG oslo_concurrency.lockutils [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] Lock "540472c7-d925-490e-a3eb-66f3b2de608c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.454201] env[70041]: DEBUG nova.compute.manager [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] No waiting events found dispatching network-vif-plugged-27811694-53c2-431d-a063-afc435bee696 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.454398] env[70041]: WARNING nova.compute.manager [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Received unexpected event network-vif-plugged-27811694-53c2-431d-a063-afc435bee696 for instance with vm_state building and task_state spawning. [ 662.454398] env[70041]: DEBUG nova.compute.manager [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Received event network-changed-27811694-53c2-431d-a063-afc435bee696 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 662.454398] env[70041]: DEBUG nova.compute.manager [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Refreshing instance network info cache due to event network-changed-27811694-53c2-431d-a063-afc435bee696. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 662.454398] env[70041]: DEBUG oslo_concurrency.lockutils [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] Acquiring lock "refresh_cache-540472c7-d925-490e-a3eb-66f3b2de608c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.454398] env[70041]: DEBUG oslo_concurrency.lockutils [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] Acquired lock "refresh_cache-540472c7-d925-490e-a3eb-66f3b2de608c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.454531] env[70041]: DEBUG nova.network.neutron [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Refreshing network info cache for port 27811694-53c2-431d-a063-afc435bee696 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.486817] env[70041]: DEBUG nova.network.neutron [-] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.545320] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5b89f3a1-0bcd-4a45-9258-2fdebe3f12e1 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "22c18565-439b-4d35-afc1-3715e553b83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.126s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.547799] env[70041]: INFO nova.compute.manager [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Took 34.94 seconds to build instance. [ 662.558725] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192401, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.565661] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd54053c-2c6f-4ca5-a63d-ede708a0f710 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.579305] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cd8743-65bc-49c3-898b-d0afa9522260 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.603313] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300348} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.605856] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.606955] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2706a704-cbfe-4398-b82a-1234e67701ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.623081] env[70041]: DEBUG nova.compute.manager [req-8f015f5b-6b60-4fb5-806d-b933e43367c3 req-388b2ee5-78d1-42b6-9ef0-c512c019b734 service nova] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Detach interface failed, port_id=cf7a5f88-fdb8-4d20-bf01-34a7f860bc8d, reason: Instance 1d8df04d-8aaa-4617-8802-eb0f4f040c97 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 662.643392] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4624efde-c3d5-44f2-9901-dd465ddeea2f/4624efde-c3d5-44f2-9901-dd465ddeea2f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.646470] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cf2b492-a56e-4fc4-bcfb-ec8d4560a48a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.668224] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 662.668224] env[70041]: value = "task-3192406" [ 662.668224] env[70041]: _type = "Task" [ 662.668224] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.683023] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.740193] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e750fda-0b80-4800-a48e-3e4a312fd718 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.748200] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726cb614-0ee1-49bc-94cc-7877d963be5b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.779592] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "refresh_cache-540472c7-d925-490e-a3eb-66f3b2de608c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.780649] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede72a84-24cb-469b-a7ea-c373c66453c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.792758] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebc0fad-a7dd-419d-914d-1bcb5c75cf9a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.809733] env[70041]: DEBUG nova.compute.provider_tree [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.992865] env[70041]: DEBUG nova.network.neutron [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.995253] env[70041]: INFO nova.compute.manager [-] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Took 1.36 seconds to deallocate network for instance. [ 663.043461] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192401, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.051456] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e8493f2-5ead-4f92-beef-2cb3f9e9ffb5 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.189s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.052916] env[70041]: DEBUG nova.compute.manager [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.063654] env[70041]: DEBUG nova.network.neutron [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.181300] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192406, 'name': ReconfigVM_Task, 'duration_secs': 0.34736} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.181594] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4624efde-c3d5-44f2-9901-dd465ddeea2f/4624efde-c3d5-44f2-9901-dd465ddeea2f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.182260] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-210b3a7d-708d-4576-b7a6-04f31e3f83de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.190976] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 663.190976] env[70041]: value = "task-3192407" [ 663.190976] env[70041]: _type = "Task" [ 663.190976] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.200580] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192407, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.313158] env[70041]: DEBUG nova.scheduler.client.report [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.391603] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.391915] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.392156] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Deleting the datastore file [datastore1] 07f71beb-8383-460f-a2b3-3ca63b9fe69a {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.392459] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973a2f2e-bb9d-40c5-9568-39e2a9406df3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.400111] env[70041]: DEBUG oslo_vmware.api [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for the task: (returnval){ [ 663.400111] env[70041]: value = "task-3192408" [ 663.400111] env[70041]: _type = "Task" [ 663.400111] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.410133] env[70041]: DEBUG oslo_vmware.api [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.503494] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.543752] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192401, 'name': CreateVM_Task, 'duration_secs': 2.478382} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.543947] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.544726] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.544790] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.545100] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.545352] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c5cea3-ee80-4d1b-aaa9-27fbd10cdbca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.550637] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 663.550637] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52edf93b-8534-280a-5aa1-5cd4cd5fb1d6" [ 663.550637] env[70041]: _type = "Task" [ 663.550637] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.559529] env[70041]: DEBUG nova.compute.manager [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.568016] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52edf93b-8534-280a-5aa1-5cd4cd5fb1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.568016] env[70041]: DEBUG oslo_concurrency.lockutils [req-8cb872ab-a58c-4844-93f9-ed53c6baceaa req-e20ae8d2-e574-40fe-bd7d-53169c1c7530 service nova] Releasing lock "refresh_cache-540472c7-d925-490e-a3eb-66f3b2de608c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.568422] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquired lock "refresh_cache-540472c7-d925-490e-a3eb-66f3b2de608c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.568664] env[70041]: DEBUG nova.network.neutron [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.586238] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.703263] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192407, 'name': Rename_Task, 'duration_secs': 0.15541} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.703756] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.704204] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bc73669-7902-4352-82e9-6296286f3ce0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.712927] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 663.712927] env[70041]: value = "task-3192409" [ 663.712927] env[70041]: _type = "Task" [ 663.712927] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.725727] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.817867] env[70041]: DEBUG oslo_concurrency.lockutils [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.820558] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.328s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.822684] env[70041]: INFO nova.compute.claims [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.837745] env[70041]: INFO nova.scheduler.client.report [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Deleted allocations for instance a113b9f6-91f4-4f6c-9701-2ca01a176fec [ 663.909730] env[70041]: DEBUG oslo_vmware.api [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Task: {'id': task-3192408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323454} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.909979] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.910188] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.910339] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.910502] env[70041]: INFO nova.compute.manager [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Took 3.00 seconds to destroy the instance on the hypervisor. [ 663.910730] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.910908] env[70041]: DEBUG nova.compute.manager [-] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.911041] env[70041]: DEBUG nova.network.neutron [-] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.062958] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52edf93b-8534-280a-5aa1-5cd4cd5fb1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.022109} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.069732] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.070132] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.070354] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.071597] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.071597] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.079560] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-334b323e-a2c7-401c-b06b-47c5765b9375 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.092503] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.092946] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.093498] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e1c4b0-d974-4c40-9767-53254580261d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.098553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.101266] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 664.101266] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521bf78e-5b84-0da5-beb5-1bf2b8e60762" [ 664.101266] env[70041]: _type = "Task" [ 664.101266] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.110134] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521bf78e-5b84-0da5-beb5-1bf2b8e60762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.144269] env[70041]: DEBUG nova.network.neutron [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.149503] env[70041]: DEBUG nova.compute.manager [req-5bad6b53-adac-4de4-95c5-3d50a400d2ee req-92d24574-ca6a-4288-b1ea-aef8b8f91450 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Received event network-changed-94067052-7a2c-4b5d-ac81-17ed8161ae6b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 664.149741] env[70041]: DEBUG nova.compute.manager [req-5bad6b53-adac-4de4-95c5-3d50a400d2ee req-92d24574-ca6a-4288-b1ea-aef8b8f91450 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Refreshing instance network info cache due to event network-changed-94067052-7a2c-4b5d-ac81-17ed8161ae6b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 664.150073] env[70041]: DEBUG oslo_concurrency.lockutils [req-5bad6b53-adac-4de4-95c5-3d50a400d2ee req-92d24574-ca6a-4288-b1ea-aef8b8f91450 service nova] Acquiring lock "refresh_cache-6fd69c2b-b3f0-48af-9082-b38be4eeab36" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.150257] env[70041]: DEBUG oslo_concurrency.lockutils [req-5bad6b53-adac-4de4-95c5-3d50a400d2ee req-92d24574-ca6a-4288-b1ea-aef8b8f91450 service nova] Acquired lock "refresh_cache-6fd69c2b-b3f0-48af-9082-b38be4eeab36" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.150454] env[70041]: DEBUG nova.network.neutron [req-5bad6b53-adac-4de4-95c5-3d50a400d2ee req-92d24574-ca6a-4288-b1ea-aef8b8f91450 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Refreshing network info cache for port 94067052-7a2c-4b5d-ac81-17ed8161ae6b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.182074] env[70041]: DEBUG nova.compute.manager [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.182996] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc3413-41a6-43a2-bc8f-d9c7039e200b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.224881] env[70041]: DEBUG oslo_vmware.api [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192409, 'name': PowerOnVM_Task, 'duration_secs': 0.499182} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.227429] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.227638] env[70041]: INFO nova.compute.manager [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Took 8.89 seconds to spawn the instance on the hypervisor. [ 664.228126] env[70041]: DEBUG nova.compute.manager [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.228658] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65a85bc-f088-4e75-bdb5-2a74648c59ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.318971] env[70041]: DEBUG nova.network.neutron [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Updating instance_info_cache with network_info: [{"id": "27811694-53c2-431d-a063-afc435bee696", "address": "fa:16:3e:e4:0d:ff", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27811694-53", "ovs_interfaceid": "27811694-53c2-431d-a063-afc435bee696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.345382] env[70041]: DEBUG oslo_concurrency.lockutils [None req-981db969-af4e-4a42-9963-a73f0d86792b tempest-TenantUsagesTestJSON-1111750032 tempest-TenantUsagesTestJSON-1111750032-project-member] Lock "a113b9f6-91f4-4f6c-9701-2ca01a176fec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.627s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.520518] env[70041]: DEBUG nova.compute.manager [req-ff4533e8-b718-4ff2-8367-65551096fd1d req-b07ec6fb-4e84-4cb0-8f79-1c3653bfbc14 service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Received event network-vif-deleted-20e28288-07bc-4099-baa6-cfa38cc09484 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 664.520728] env[70041]: INFO nova.compute.manager [req-ff4533e8-b718-4ff2-8367-65551096fd1d req-b07ec6fb-4e84-4cb0-8f79-1c3653bfbc14 service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Neutron deleted interface 20e28288-07bc-4099-baa6-cfa38cc09484; detaching it from the instance and deleting it from the info cache [ 664.520895] env[70041]: DEBUG nova.network.neutron [req-ff4533e8-b718-4ff2-8367-65551096fd1d req-b07ec6fb-4e84-4cb0-8f79-1c3653bfbc14 service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.613353] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521bf78e-5b84-0da5-beb5-1bf2b8e60762, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.614350] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016ea858-ec7c-4e75-bb16-5d11b32cf8fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.620629] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 664.620629] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525dd087-4472-a889-5e48-5154d3913fc7" [ 664.620629] env[70041]: _type = "Task" [ 664.620629] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.630153] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525dd087-4472-a889-5e48-5154d3913fc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.699413] env[70041]: INFO nova.compute.manager [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] instance snapshotting [ 664.702297] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab9ba24-1ffb-41a2-8104-83db8b3debfe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.721557] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3af6c79-a67d-49ed-bd34-d3ad2989b6f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.748804] env[70041]: INFO nova.compute.manager [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Took 34.05 seconds to build instance. [ 664.768866] env[70041]: DEBUG nova.network.neutron [-] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.822636] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Releasing lock "refresh_cache-540472c7-d925-490e-a3eb-66f3b2de608c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.823078] env[70041]: DEBUG nova.compute.manager [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Instance network_info: |[{"id": "27811694-53c2-431d-a063-afc435bee696", "address": "fa:16:3e:e4:0d:ff", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27811694-53", "ovs_interfaceid": "27811694-53c2-431d-a063-afc435bee696", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.823639] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:0d:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27811694-53c2-431d-a063-afc435bee696', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.836456] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Creating folder: Project (e80a547ced9b40899babed25d4da5479). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.841151] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161c6772-4c8c-4eee-9341-bb194f8d1a75 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.861341] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Created folder: Project (e80a547ced9b40899babed25d4da5479) in parent group-v638323. [ 664.861649] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Creating folder: Instances. Parent ref: group-v638412. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.865695] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8406b25f-0250-4144-8a04-61032e8558ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.878307] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Created folder: Instances in parent group-v638412. [ 664.878737] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.879134] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.879315] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f194f0fc-1afa-4fa8-b962-820132f74d17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.915227] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.915227] env[70041]: value = "task-3192412" [ 664.915227] env[70041]: _type = "Task" [ 664.915227] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.932754] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192412, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.987614] env[70041]: DEBUG nova.network.neutron [req-5bad6b53-adac-4de4-95c5-3d50a400d2ee req-92d24574-ca6a-4288-b1ea-aef8b8f91450 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Updated VIF entry in instance network info cache for port 94067052-7a2c-4b5d-ac81-17ed8161ae6b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.988017] env[70041]: DEBUG nova.network.neutron [req-5bad6b53-adac-4de4-95c5-3d50a400d2ee req-92d24574-ca6a-4288-b1ea-aef8b8f91450 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Updating instance_info_cache with network_info: [{"id": "94067052-7a2c-4b5d-ac81-17ed8161ae6b", "address": "fa:16:3e:2f:38:ff", "network": {"id": "db6af2a2-0e29-4fe2-b4e0-c0ac4df2439f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-276617772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95f21a9df36a4c2bbe65d4f96e55e8c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94067052-7a", "ovs_interfaceid": "94067052-7a2c-4b5d-ac81-17ed8161ae6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.028157] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72f9279f-3709-4c7c-b659-4fe45b78ac16 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.040204] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3133abdb-542c-4a8e-bd9d-2ac1d6816f8c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.084967] env[70041]: DEBUG nova.compute.manager [req-ff4533e8-b718-4ff2-8367-65551096fd1d req-b07ec6fb-4e84-4cb0-8f79-1c3653bfbc14 service nova] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Detach interface failed, port_id=20e28288-07bc-4099-baa6-cfa38cc09484, reason: Instance 07f71beb-8383-460f-a2b3-3ca63b9fe69a could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 665.131784] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525dd087-4472-a889-5e48-5154d3913fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.01781} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.134428] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.134653] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 9b6a5a9a-2055-452c-9da9-e1bcce4e193c/9b6a5a9a-2055-452c-9da9-e1bcce4e193c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.135191] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c6335b0-7a74-4c3c-8dd2-a79bacf17a0e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.143113] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 665.143113] env[70041]: value = "task-3192413" [ 665.143113] env[70041]: _type = "Task" [ 665.143113] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.156085] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.236669] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 665.237234] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36b34b55-391f-4eec-a256-a73a53ff7ade {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.247111] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 665.247111] env[70041]: value = "task-3192414" [ 665.247111] env[70041]: _type = "Task" [ 665.247111] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.254724] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dfcd933b-6b17-4594-bee0-d0af620ed9cb tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "4624efde-c3d5-44f2-9901-dd465ddeea2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.994s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.261211] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.271621] env[70041]: INFO nova.compute.manager [-] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Took 1.36 seconds to deallocate network for instance. [ 665.425372] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192412, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.455585] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37758af1-bc1d-4675-8b1b-c74593978ffe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.463620] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2687e3-8a33-4794-ba2e-86fcf0a76493 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.498060] env[70041]: DEBUG oslo_concurrency.lockutils [req-5bad6b53-adac-4de4-95c5-3d50a400d2ee req-92d24574-ca6a-4288-b1ea-aef8b8f91450 service nova] Releasing lock "refresh_cache-6fd69c2b-b3f0-48af-9082-b38be4eeab36" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.499598] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d43995-6d16-46b3-a287-5a3290d0a0ad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.510448] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983fba08-f43e-4277-9d33-115667fa113f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.528790] env[70041]: DEBUG nova.compute.provider_tree [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.654254] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192413, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.759662] env[70041]: DEBUG nova.compute.manager [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.763554] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.779470] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.928468] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192412, 'name': CreateVM_Task, 'duration_secs': 0.607212} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.928655] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.929365] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.929555] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.929886] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.930266] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0afef2-5d02-4cb2-872f-212d40935072 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.935783] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 665.935783] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52259d08-0b8a-201b-de6d-8ebd5ac2a452" [ 665.935783] env[70041]: _type = "Task" [ 665.935783] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.947390] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52259d08-0b8a-201b-de6d-8ebd5ac2a452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.032052] env[70041]: DEBUG nova.scheduler.client.report [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.154469] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666687} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.154839] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 9b6a5a9a-2055-452c-9da9-e1bcce4e193c/9b6a5a9a-2055-452c-9da9-e1bcce4e193c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.155013] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.155317] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e2086a-56e7-41f4-bf34-12f78a026128 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.163226] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 666.163226] env[70041]: value = "task-3192415" [ 666.163226] env[70041]: _type = "Task" [ 666.163226] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.172495] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.259566] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192414, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.283674] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.448310] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52259d08-0b8a-201b-de6d-8ebd5ac2a452, 'name': SearchDatastore_Task, 'duration_secs': 0.024285} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.448615] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.448848] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.449106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.449257] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.449448] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.449725] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-395a97ef-af2a-4ae0-81d5-28fcf31e8f60 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.465231] env[70041]: DEBUG nova.compute.manager [req-063c574f-5f90-4bb6-81b1-e21c413a218a req-64408a84-e730-4674-9627-c1a3354cdbdb service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Received event network-changed-5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 666.465417] env[70041]: DEBUG nova.compute.manager [req-063c574f-5f90-4bb6-81b1-e21c413a218a req-64408a84-e730-4674-9627-c1a3354cdbdb service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Refreshing instance network info cache due to event network-changed-5594100d-4f86-42b1-ba2f-53d395348eb0. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 666.465664] env[70041]: DEBUG oslo_concurrency.lockutils [req-063c574f-5f90-4bb6-81b1-e21c413a218a req-64408a84-e730-4674-9627-c1a3354cdbdb service nova] Acquiring lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.466071] env[70041]: DEBUG oslo_concurrency.lockutils [req-063c574f-5f90-4bb6-81b1-e21c413a218a req-64408a84-e730-4674-9627-c1a3354cdbdb service nova] Acquired lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.466266] env[70041]: DEBUG nova.network.neutron [req-063c574f-5f90-4bb6-81b1-e21c413a218a req-64408a84-e730-4674-9627-c1a3354cdbdb service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Refreshing network info cache for port 5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.470032] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.470032] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.471025] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc9f9558-ec37-471c-bd4e-d31be3e52968 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.479099] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 666.479099] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5270314a-b425-4282-3135-78e71c556a30" [ 666.479099] env[70041]: _type = "Task" [ 666.479099] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.493255] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5270314a-b425-4282-3135-78e71c556a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.537920] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.538633] env[70041]: DEBUG nova.compute.manager [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.543368] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.102s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.673607] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107673} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.674219] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.675203] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087b11b2-80fb-4475-b788-8050647eaf06 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.697594] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 9b6a5a9a-2055-452c-9da9-e1bcce4e193c/9b6a5a9a-2055-452c-9da9-e1bcce4e193c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.697876] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-835f2817-29d2-4ae4-95be-29013a552dfd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.720033] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 666.720033] env[70041]: value = "task-3192416" [ 666.720033] env[70041]: _type = "Task" [ 666.720033] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.728642] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.759894] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192414, 'name': CreateSnapshot_Task, 'duration_secs': 1.13784} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.760240] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 666.760984] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a44fbe-13ca-4c36-aa36-4dc375eee2cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.991631] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5270314a-b425-4282-3135-78e71c556a30, 'name': SearchDatastore_Task, 'duration_secs': 0.015193} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.992868] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e30261-8e2f-40e3-8264-0088dee2a3e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.998757] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 666.998757] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a5214a-a962-1256-b66e-496e065a2ca2" [ 666.998757] env[70041]: _type = "Task" [ 666.998757] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.007580] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a5214a-a962-1256-b66e-496e065a2ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.044518] env[70041]: DEBUG nova.compute.utils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.048983] env[70041]: DEBUG nova.compute.manager [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.050270] env[70041]: DEBUG nova.network.neutron [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.229985] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.266810] env[70041]: DEBUG nova.policy [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f804944b6c18413b8286605e4646ec32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '275ef37ea2794e80b110e8b9abb4204b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.279101] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 667.281696] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d735db9e-7022-4d74-aea0-8660fae18f10 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.291339] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 667.291339] env[70041]: value = "task-3192417" [ 667.291339] env[70041]: _type = "Task" [ 667.291339] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.312159] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192417, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.516876] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a5214a-a962-1256-b66e-496e065a2ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.015695} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.517332] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.517663] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 540472c7-d925-490e-a3eb-66f3b2de608c/540472c7-d925-490e-a3eb-66f3b2de608c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.518104] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d0e7e30-6f8a-4e60-b5b4-edb43e4ad6dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.523756] env[70041]: DEBUG nova.network.neutron [req-063c574f-5f90-4bb6-81b1-e21c413a218a req-64408a84-e730-4674-9627-c1a3354cdbdb service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Updated VIF entry in instance network info cache for port 5594100d-4f86-42b1-ba2f-53d395348eb0. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.524238] env[70041]: DEBUG nova.network.neutron [req-063c574f-5f90-4bb6-81b1-e21c413a218a req-64408a84-e730-4674-9627-c1a3354cdbdb service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Updating instance_info_cache with network_info: [{"id": "5594100d-4f86-42b1-ba2f-53d395348eb0", "address": "fa:16:3e:55:dd:68", "network": {"id": "0d67a016-e274-46b6-9fd8-ee7b5bb1760a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1303317384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd39fed614d946789c290effda3be5c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5594100d-4f", "ovs_interfaceid": "5594100d-4f86-42b1-ba2f-53d395348eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.538386] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 667.538386] env[70041]: value = "task-3192418" [ 667.538386] env[70041]: _type = "Task" [ 667.538386] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.551715] env[70041]: DEBUG nova.compute.manager [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.563531] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.650459] env[70041]: DEBUG nova.network.neutron [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Successfully created port: e2a9cf33-f1b8-4c40-ba64-394233f4c2af {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.693023] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784bce32-f996-4b65-a8ea-386d97cda8b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.700075] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5492ad-32c2-41fa-b356-29a45cd483e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.735548] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fee74f4-e094-41b9-9b0a-a88fe007a560 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.745048] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192416, 'name': ReconfigVM_Task, 'duration_secs': 0.846944} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.747639] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 9b6a5a9a-2055-452c-9da9-e1bcce4e193c/9b6a5a9a-2055-452c-9da9-e1bcce4e193c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.748352] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70750bb1-1aef-4a08-870a-342844bde8f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.751238] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda4f86e-87d3-46da-a079-1717a4b40859 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.771069] env[70041]: DEBUG nova.compute.provider_tree [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.774009] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 667.774009] env[70041]: value = "task-3192419" [ 667.774009] env[70041]: _type = "Task" [ 667.774009] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.787582] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192419, 'name': Rename_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.802841] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192417, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.031488] env[70041]: DEBUG oslo_concurrency.lockutils [req-063c574f-5f90-4bb6-81b1-e21c413a218a req-64408a84-e730-4674-9627-c1a3354cdbdb service nova] Releasing lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.052945] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192418, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.059562] env[70041]: INFO nova.virt.block_device [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Booting with volume a6782dbb-d6b4-45ad-87db-ee1393df76aa at /dev/sda [ 668.112043] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9392f764-f1be-43b7-b1fe-d7c69b3c6179 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.124811] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bbe268-08de-490a-8654-7e02ecf52f30 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.170542] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b64bb6f-2aa4-440e-980c-6c4389b27bdd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.181166] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed43149-0873-476b-bba1-180d5148e364 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.221504] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54049b84-79eb-4717-a66e-e5e4728b27f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.228920] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dcb632-090d-4a1d-bb01-4a10c1094f4e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.244406] env[70041]: DEBUG nova.virt.block_device [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Updating existing volume attachment record: 84283926-9156-4826-bb01-e67d8e5a6a71 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 668.275622] env[70041]: DEBUG nova.scheduler.client.report [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.298525] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192419, 'name': Rename_Task, 'duration_secs': 0.343836} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.301802] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.302534] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f9a0441-75eb-47d4-aba7-74d9d287752f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.311880] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192417, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.313487] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 668.313487] env[70041]: value = "task-3192420" [ 668.313487] env[70041]: _type = "Task" [ 668.313487] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.322708] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.550580] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559435} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.550925] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 540472c7-d925-490e-a3eb-66f3b2de608c/540472c7-d925-490e-a3eb-66f3b2de608c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.551184] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.551483] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-717b39b6-eed9-4ec5-a883-3f5b0044b85d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.558871] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 668.558871] env[70041]: value = "task-3192421" [ 668.558871] env[70041]: _type = "Task" [ 668.558871] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.567716] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.807404] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192417, 'name': CloneVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.825542] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.893541] env[70041]: DEBUG nova.compute.manager [req-d5745e00-6d75-4567-81cb-46f7c65ae1b4 req-028e19fe-f7b4-49bb-a40c-3ebb27828c01 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Received event network-changed-5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 668.893751] env[70041]: DEBUG nova.compute.manager [req-d5745e00-6d75-4567-81cb-46f7c65ae1b4 req-028e19fe-f7b4-49bb-a40c-3ebb27828c01 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Refreshing instance network info cache due to event network-changed-5594100d-4f86-42b1-ba2f-53d395348eb0. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 668.894305] env[70041]: DEBUG oslo_concurrency.lockutils [req-d5745e00-6d75-4567-81cb-46f7c65ae1b4 req-028e19fe-f7b4-49bb-a40c-3ebb27828c01 service nova] Acquiring lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.894542] env[70041]: DEBUG oslo_concurrency.lockutils [req-d5745e00-6d75-4567-81cb-46f7c65ae1b4 req-028e19fe-f7b4-49bb-a40c-3ebb27828c01 service nova] Acquired lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.894626] env[70041]: DEBUG nova.network.neutron [req-d5745e00-6d75-4567-81cb-46f7c65ae1b4 req-028e19fe-f7b4-49bb-a40c-3ebb27828c01 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Refreshing network info cache for port 5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.069132] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149822} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.069623] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.070485] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22083557-0e23-42d6-a711-a7b696c13b7b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.095045] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 540472c7-d925-490e-a3eb-66f3b2de608c/540472c7-d925-490e-a3eb-66f3b2de608c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.095440] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-921c6c34-d6f3-45fe-b0a2-ef1bba49a599 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.121139] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 669.121139] env[70041]: value = "task-3192422" [ 669.121139] env[70041]: _type = "Task" [ 669.121139] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.132303] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.291297] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.750s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.298214] env[70041]: DEBUG nova.compute.manager [req-01a0c7cb-fc76-4ae9-a686-66bc1090edef req-a189ea7f-b997-452c-a654-1cecdb533347 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Received event network-vif-plugged-e2a9cf33-f1b8-4c40-ba64-394233f4c2af {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 669.298214] env[70041]: DEBUG oslo_concurrency.lockutils [req-01a0c7cb-fc76-4ae9-a686-66bc1090edef req-a189ea7f-b997-452c-a654-1cecdb533347 service nova] Acquiring lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.298214] env[70041]: DEBUG oslo_concurrency.lockutils [req-01a0c7cb-fc76-4ae9-a686-66bc1090edef req-a189ea7f-b997-452c-a654-1cecdb533347 service nova] Lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.298214] env[70041]: DEBUG oslo_concurrency.lockutils [req-01a0c7cb-fc76-4ae9-a686-66bc1090edef req-a189ea7f-b997-452c-a654-1cecdb533347 service nova] Lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.298214] env[70041]: DEBUG nova.compute.manager [req-01a0c7cb-fc76-4ae9-a686-66bc1090edef req-a189ea7f-b997-452c-a654-1cecdb533347 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] No waiting events found dispatching network-vif-plugged-e2a9cf33-f1b8-4c40-ba64-394233f4c2af {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.298438] env[70041]: WARNING nova.compute.manager [req-01a0c7cb-fc76-4ae9-a686-66bc1090edef req-a189ea7f-b997-452c-a654-1cecdb533347 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Received unexpected event network-vif-plugged-e2a9cf33-f1b8-4c40-ba64-394233f4c2af for instance with vm_state building and task_state block_device_mapping. [ 669.298438] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.126s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.298553] env[70041]: INFO nova.compute.claims [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.315817] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192417, 'name': CloneVM_Task, 'duration_secs': 1.536998} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.320238] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Created linked-clone VM from snapshot [ 669.321026] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749c6016-ebcb-450a-ad0f-ea85902c3a3c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.330748] env[70041]: DEBUG oslo_vmware.api [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192420, 'name': PowerOnVM_Task, 'duration_secs': 0.960743} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.335022] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.335022] env[70041]: INFO nova.compute.manager [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Took 11.23 seconds to spawn the instance on the hypervisor. [ 669.335022] env[70041]: DEBUG nova.compute.manager [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.335022] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Uploading image 3a0911ed-f393-44ea-9f85-b313b1c19777 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 669.337693] env[70041]: DEBUG nova.network.neutron [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Successfully updated port: e2a9cf33-f1b8-4c40-ba64-394233f4c2af {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.339360] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eb5318-efd1-4d15-b30d-9973994f0af5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.386650] env[70041]: DEBUG oslo_vmware.rw_handles [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 669.386650] env[70041]: value = "vm-638416" [ 669.386650] env[70041]: _type = "VirtualMachine" [ 669.386650] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 669.388274] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0aaa2b2-fd9c-4fa3-bb09-5bfc33c03731 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.396474] env[70041]: DEBUG oslo_vmware.rw_handles [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lease: (returnval){ [ 669.396474] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d6e3ea-8e42-fe1e-5b32-18f46c520f67" [ 669.396474] env[70041]: _type = "HttpNfcLease" [ 669.396474] env[70041]: } obtained for exporting VM: (result){ [ 669.396474] env[70041]: value = "vm-638416" [ 669.396474] env[70041]: _type = "VirtualMachine" [ 669.396474] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 669.396994] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the lease: (returnval){ [ 669.396994] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d6e3ea-8e42-fe1e-5b32-18f46c520f67" [ 669.396994] env[70041]: _type = "HttpNfcLease" [ 669.396994] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 669.410942] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 669.410942] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d6e3ea-8e42-fe1e-5b32-18f46c520f67" [ 669.410942] env[70041]: _type = "HttpNfcLease" [ 669.410942] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 669.634878] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.694536] env[70041]: DEBUG nova.network.neutron [req-d5745e00-6d75-4567-81cb-46f7c65ae1b4 req-028e19fe-f7b4-49bb-a40c-3ebb27828c01 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Updated VIF entry in instance network info cache for port 5594100d-4f86-42b1-ba2f-53d395348eb0. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.694898] env[70041]: DEBUG nova.network.neutron [req-d5745e00-6d75-4567-81cb-46f7c65ae1b4 req-028e19fe-f7b4-49bb-a40c-3ebb27828c01 service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Updating instance_info_cache with network_info: [{"id": "5594100d-4f86-42b1-ba2f-53d395348eb0", "address": "fa:16:3e:55:dd:68", "network": {"id": "0d67a016-e274-46b6-9fd8-ee7b5bb1760a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1303317384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd39fed614d946789c290effda3be5c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5594100d-4f", "ovs_interfaceid": "5594100d-4f86-42b1-ba2f-53d395348eb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.843321] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Acquiring lock "refresh_cache-7f58ce23-f507-46f8-8e83-bcd0c5e6e548" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.843484] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Acquired lock "refresh_cache-7f58ce23-f507-46f8-8e83-bcd0c5e6e548" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.843639] env[70041]: DEBUG nova.network.neutron [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.863023] env[70041]: INFO nova.scheduler.client.report [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Deleted allocation for migration f5ccca7e-058f-4cb4-ab7b-89facf3fe0f5 [ 669.863673] env[70041]: INFO nova.compute.manager [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Took 36.54 seconds to build instance. [ 669.910021] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 669.910021] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d6e3ea-8e42-fe1e-5b32-18f46c520f67" [ 669.910021] env[70041]: _type = "HttpNfcLease" [ 669.910021] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 669.910021] env[70041]: DEBUG oslo_vmware.rw_handles [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 669.910021] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d6e3ea-8e42-fe1e-5b32-18f46c520f67" [ 669.910021] env[70041]: _type = "HttpNfcLease" [ 669.910021] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 669.910021] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3492affd-7644-4c7a-811c-d5488be9f687 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.921238] env[70041]: DEBUG oslo_vmware.rw_handles [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af4f85-e008-ed4f-129c-5ef5c67e5703/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 669.921676] env[70041]: DEBUG oslo_vmware.rw_handles [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af4f85-e008-ed4f-129c-5ef5c67e5703/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 670.133149] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.161711] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53e9763c-8444-42d3-be0a-d9ce8994fbf3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.197618] env[70041]: DEBUG oslo_concurrency.lockutils [req-d5745e00-6d75-4567-81cb-46f7c65ae1b4 req-028e19fe-f7b4-49bb-a40c-3ebb27828c01 service nova] Releasing lock "refresh_cache-4624efde-c3d5-44f2-9901-dd465ddeea2f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.370158] env[70041]: DEBUG oslo_concurrency.lockutils [None req-21416045-dbbb-46de-9294-dbd29d0be51d tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.619s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.370158] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea77fab0-b8c6-4e3a-9334-807cba616409 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.730s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.384623] env[70041]: DEBUG nova.compute.manager [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.386719] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.387142] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.387264] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.387461] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.387617] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.387772] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.388034] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.388260] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.388551] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.388551] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.388914] env[70041]: DEBUG nova.virt.hardware [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.393299] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcb8a3c-a8e3-42dc-adea-6d0e5ba13f53 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.401443] env[70041]: DEBUG nova.network.neutron [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.407419] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adc1019-999f-43c1-a445-912e4d0e3549 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.488103] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquiring lock "4624efde-c3d5-44f2-9901-dd465ddeea2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.488496] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "4624efde-c3d5-44f2-9901-dd465ddeea2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.488606] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquiring lock "4624efde-c3d5-44f2-9901-dd465ddeea2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.488899] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "4624efde-c3d5-44f2-9901-dd465ddeea2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.488991] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "4624efde-c3d5-44f2-9901-dd465ddeea2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.491338] env[70041]: INFO nova.compute.manager [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Terminating instance [ 670.598093] env[70041]: DEBUG nova.network.neutron [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Updating instance_info_cache with network_info: [{"id": "e2a9cf33-f1b8-4c40-ba64-394233f4c2af", "address": "fa:16:3e:ff:0a:33", "network": {"id": "93c7998b-d51c-4a34-b5d9-179a37331de5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1226803498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "275ef37ea2794e80b110e8b9abb4204b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a9cf33-f1", "ovs_interfaceid": "e2a9cf33-f1b8-4c40-ba64-394233f4c2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.637095] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192422, 'name': ReconfigVM_Task, 'duration_secs': 1.092963} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.637608] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 540472c7-d925-490e-a3eb-66f3b2de608c/540472c7-d925-490e-a3eb-66f3b2de608c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.638511] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acc479f5-5df5-488c-86ed-794bae745ec3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.650639] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 670.650639] env[70041]: value = "task-3192424" [ 670.650639] env[70041]: _type = "Task" [ 670.650639] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.664231] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192424, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.876854] env[70041]: DEBUG nova.compute.manager [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.974277] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea07134a-d917-41c1-a62d-9bbb48953b2f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.983260] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c1fc9c-3003-4e76-b2f3-7cad37383158 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.020124] env[70041]: DEBUG nova.compute.manager [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.020481] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.022223] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e20729-ad46-48b7-95ee-32bf745b2718 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.026262] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2112acf2-2297-4204-8097-02f4f0056d7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.038692] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642cb918-5523-45eb-a9fd-ba6c9a7fa478 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.043851] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.043851] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ca0d12-35e3-45a0-93ae-4eab36c31150 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.048576] env[70041]: DEBUG nova.compute.manager [req-8747cfc5-4955-43db-893d-755fd5bd315a req-b07a202a-77c4-47ae-946a-8dc5a6c9b24d service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Received event network-changed-73f9ddf5-724b-435a-88c0-23c7f727c416 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 671.048852] env[70041]: DEBUG nova.compute.manager [req-8747cfc5-4955-43db-893d-755fd5bd315a req-b07a202a-77c4-47ae-946a-8dc5a6c9b24d service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Refreshing instance network info cache due to event network-changed-73f9ddf5-724b-435a-88c0-23c7f727c416. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 671.049023] env[70041]: DEBUG oslo_concurrency.lockutils [req-8747cfc5-4955-43db-893d-755fd5bd315a req-b07a202a-77c4-47ae-946a-8dc5a6c9b24d service nova] Acquiring lock "refresh_cache-9b6a5a9a-2055-452c-9da9-e1bcce4e193c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.049661] env[70041]: DEBUG oslo_concurrency.lockutils [req-8747cfc5-4955-43db-893d-755fd5bd315a req-b07a202a-77c4-47ae-946a-8dc5a6c9b24d service nova] Acquired lock "refresh_cache-9b6a5a9a-2055-452c-9da9-e1bcce4e193c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.049661] env[70041]: DEBUG nova.network.neutron [req-8747cfc5-4955-43db-893d-755fd5bd315a req-b07a202a-77c4-47ae-946a-8dc5a6c9b24d service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Refreshing network info cache for port 73f9ddf5-724b-435a-88c0-23c7f727c416 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.060226] env[70041]: DEBUG nova.compute.provider_tree [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.065976] env[70041]: DEBUG oslo_vmware.api [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 671.065976] env[70041]: value = "task-3192425" [ 671.065976] env[70041]: _type = "Task" [ 671.065976] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.076788] env[70041]: DEBUG oslo_vmware.api [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.101468] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Releasing lock "refresh_cache-7f58ce23-f507-46f8-8e83-bcd0c5e6e548" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.101803] env[70041]: DEBUG nova.compute.manager [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Instance network_info: |[{"id": "e2a9cf33-f1b8-4c40-ba64-394233f4c2af", "address": "fa:16:3e:ff:0a:33", "network": {"id": "93c7998b-d51c-4a34-b5d9-179a37331de5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1226803498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "275ef37ea2794e80b110e8b9abb4204b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a9cf33-f1", "ovs_interfaceid": "e2a9cf33-f1b8-4c40-ba64-394233f4c2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.102260] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:0a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2a9cf33-f1b8-4c40-ba64-394233f4c2af', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.112028] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Creating folder: Project (275ef37ea2794e80b110e8b9abb4204b). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.112028] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a376fbd0-b8be-4785-a18b-aac62bcdc1a4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.129037] env[70041]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 671.129230] env[70041]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70041) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 671.129666] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Folder already exists: Project (275ef37ea2794e80b110e8b9abb4204b). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 671.129895] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Creating folder: Instances. Parent ref: group-v638357. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.131444] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd36336-0836-4840-939f-565903b79b11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.145860] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Created folder: Instances in parent group-v638357. [ 671.146346] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.146622] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.146860] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca11df98-69da-4e87-9452-45f7f155ab7a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.172867] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192424, 'name': Rename_Task, 'duration_secs': 0.26889} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.174421] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.174818] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.174818] env[70041]: value = "task-3192428" [ 671.174818] env[70041]: _type = "Task" [ 671.174818] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.175026] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42abf030-f47e-44c5-a91b-5549f24bd465 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.196188] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 671.196188] env[70041]: value = "task-3192429" [ 671.196188] env[70041]: _type = "Task" [ 671.196188] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.196188] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192428, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.202925] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.327990] env[70041]: DEBUG nova.compute.manager [req-5bf2ae9a-645f-4bfc-b3ca-9dc19f1883a0 req-bb14d698-b546-4c19-abcf-1fdbbde86db5 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Received event network-changed-e2a9cf33-f1b8-4c40-ba64-394233f4c2af {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 671.328906] env[70041]: DEBUG nova.compute.manager [req-5bf2ae9a-645f-4bfc-b3ca-9dc19f1883a0 req-bb14d698-b546-4c19-abcf-1fdbbde86db5 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Refreshing instance network info cache due to event network-changed-e2a9cf33-f1b8-4c40-ba64-394233f4c2af. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 671.328906] env[70041]: DEBUG oslo_concurrency.lockutils [req-5bf2ae9a-645f-4bfc-b3ca-9dc19f1883a0 req-bb14d698-b546-4c19-abcf-1fdbbde86db5 service nova] Acquiring lock "refresh_cache-7f58ce23-f507-46f8-8e83-bcd0c5e6e548" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.328906] env[70041]: DEBUG oslo_concurrency.lockutils [req-5bf2ae9a-645f-4bfc-b3ca-9dc19f1883a0 req-bb14d698-b546-4c19-abcf-1fdbbde86db5 service nova] Acquired lock "refresh_cache-7f58ce23-f507-46f8-8e83-bcd0c5e6e548" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.329244] env[70041]: DEBUG nova.network.neutron [req-5bf2ae9a-645f-4bfc-b3ca-9dc19f1883a0 req-bb14d698-b546-4c19-abcf-1fdbbde86db5 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Refreshing network info cache for port e2a9cf33-f1b8-4c40-ba64-394233f4c2af {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.399494] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.565273] env[70041]: DEBUG nova.scheduler.client.report [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.579516] env[70041]: DEBUG oslo_vmware.api [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192425, 'name': PowerOffVM_Task, 'duration_secs': 0.248468} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.579655] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.579867] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.580213] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e714274-84f8-475c-88dc-83c2852dfd64 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.675918] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.675918] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.676189] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Deleting the datastore file [datastore1] 4624efde-c3d5-44f2-9901-dd465ddeea2f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.676535] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b9c0924-805b-49a5-8cee-1ac7f8e60f87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.691129] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192428, 'name': CreateVM_Task, 'duration_secs': 0.390784} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.692493] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.692860] env[70041]: DEBUG oslo_vmware.api [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for the task: (returnval){ [ 671.692860] env[70041]: value = "task-3192431" [ 671.692860] env[70041]: _type = "Task" [ 671.692860] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.693608] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638368', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'name': 'volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f58ce23-f507-46f8-8e83-bcd0c5e6e548', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'serial': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa'}, 'device_type': None, 'attachment_id': '84283926-9156-4826-bb01-e67d8e5a6a71', 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70041) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 671.693902] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Root volume attach. Driver type: vmdk {{(pid=70041) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 671.695031] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd777e31-e6b4-4164-9507-346cbe8797cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.716938] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b07c134-3c85-4836-9a12-f38137ada3cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.719762] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192429, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.720190] env[70041]: DEBUG oslo_vmware.api [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.726195] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c6fa9d-dfba-4844-b88b-3373e7fd0641 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.737571] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5929cbc7-a460-4a91-a9ae-aa606dd3fedc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.748570] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 671.748570] env[70041]: value = "task-3192432" [ 671.748570] env[70041]: _type = "Task" [ 671.748570] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.760358] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192432, 'name': RelocateVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.934040] env[70041]: DEBUG nova.network.neutron [req-8747cfc5-4955-43db-893d-755fd5bd315a req-b07a202a-77c4-47ae-946a-8dc5a6c9b24d service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Updated VIF entry in instance network info cache for port 73f9ddf5-724b-435a-88c0-23c7f727c416. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.934464] env[70041]: DEBUG nova.network.neutron [req-8747cfc5-4955-43db-893d-755fd5bd315a req-b07a202a-77c4-47ae-946a-8dc5a6c9b24d service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Updating instance_info_cache with network_info: [{"id": "73f9ddf5-724b-435a-88c0-23c7f727c416", "address": "fa:16:3e:c6:8e:97", "network": {"id": "4f22b772-4ec8-48f8-bb11-543e5aeed9f9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1716628533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa23d873c777417b83cda7511f458fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f9ddf5-72", "ovs_interfaceid": "73f9ddf5-724b-435a-88c0-23c7f727c416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.089212] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.089212] env[70041]: DEBUG nova.compute.manager [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.089212] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.660s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.089212] env[70041]: INFO nova.compute.claims [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.139112] env[70041]: DEBUG nova.network.neutron [req-5bf2ae9a-645f-4bfc-b3ca-9dc19f1883a0 req-bb14d698-b546-4c19-abcf-1fdbbde86db5 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Updated VIF entry in instance network info cache for port e2a9cf33-f1b8-4c40-ba64-394233f4c2af. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.139553] env[70041]: DEBUG nova.network.neutron [req-5bf2ae9a-645f-4bfc-b3ca-9dc19f1883a0 req-bb14d698-b546-4c19-abcf-1fdbbde86db5 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Updating instance_info_cache with network_info: [{"id": "e2a9cf33-f1b8-4c40-ba64-394233f4c2af", "address": "fa:16:3e:ff:0a:33", "network": {"id": "93c7998b-d51c-4a34-b5d9-179a37331de5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1226803498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "275ef37ea2794e80b110e8b9abb4204b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a9cf33-f1", "ovs_interfaceid": "e2a9cf33-f1b8-4c40-ba64-394233f4c2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.209939] env[70041]: DEBUG oslo_vmware.api [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Task: {'id': task-3192431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230357} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.213256] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.213501] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.213831] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.214112] env[70041]: INFO nova.compute.manager [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 672.214440] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.214732] env[70041]: DEBUG oslo_vmware.api [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192429, 'name': PowerOnVM_Task, 'duration_secs': 0.684423} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.214947] env[70041]: DEBUG nova.compute.manager [-] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.215213] env[70041]: DEBUG nova.network.neutron [-] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.217062] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.218257] env[70041]: INFO nova.compute.manager [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Took 10.80 seconds to spawn the instance on the hypervisor. [ 672.218257] env[70041]: DEBUG nova.compute.manager [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.218257] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bc7420-0ba6-4283-9818-5e93e5a96a41 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.260061] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192432, 'name': RelocateVM_Task, 'duration_secs': 0.463431} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.260442] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 672.260947] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638368', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'name': 'volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f58ce23-f507-46f8-8e83-bcd0c5e6e548', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'serial': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 672.261859] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671260d8-29f1-4341-aa2b-781ce78b4e39 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.285375] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1ebb09-9287-4041-ac81-6619b4d009ea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.316157] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa/volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.316532] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1397fbb-fd34-49ed-9481-3d19e84168c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.340388] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 672.340388] env[70041]: value = "task-3192433" [ 672.340388] env[70041]: _type = "Task" [ 672.340388] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.350196] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.438368] env[70041]: DEBUG oslo_concurrency.lockutils [req-8747cfc5-4955-43db-893d-755fd5bd315a req-b07a202a-77c4-47ae-946a-8dc5a6c9b24d service nova] Releasing lock "refresh_cache-9b6a5a9a-2055-452c-9da9-e1bcce4e193c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.587435] env[70041]: DEBUG nova.compute.utils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.593728] env[70041]: DEBUG nova.compute.manager [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.593882] env[70041]: DEBUG nova.network.neutron [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.641633] env[70041]: DEBUG nova.policy [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26a8032b9c254a23b74ed85cbe4f4f5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5303ddfe82af43d294eec444cf551918', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.643590] env[70041]: DEBUG oslo_concurrency.lockutils [req-5bf2ae9a-645f-4bfc-b3ca-9dc19f1883a0 req-bb14d698-b546-4c19-abcf-1fdbbde86db5 service nova] Releasing lock "refresh_cache-7f58ce23-f507-46f8-8e83-bcd0c5e6e548" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.737435] env[70041]: INFO nova.compute.manager [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Took 33.31 seconds to build instance. [ 672.853384] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192433, 'name': ReconfigVM_Task, 'duration_secs': 0.300188} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.853729] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa/volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.860691] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02e0c09-c621-4827-957f-f003a60ac6fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.875134] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "09ca6c76-6845-4fab-82e0-48f1412e20f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.876203] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.884845] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 672.884845] env[70041]: value = "task-3192434" [ 672.884845] env[70041]: _type = "Task" [ 672.884845] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.894883] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.975957] env[70041]: DEBUG nova.network.neutron [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Successfully created port: 595de5b4-6d45-43a6-800c-831ce3d4efa2 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.081940] env[70041]: DEBUG nova.compute.manager [req-04e429bd-4e38-4d1b-b0fd-e1421e8c7e51 req-d58facdf-afa4-404b-b05e-e89bd4cf92dd service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Received event network-vif-deleted-5594100d-4f86-42b1-ba2f-53d395348eb0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 673.082138] env[70041]: INFO nova.compute.manager [req-04e429bd-4e38-4d1b-b0fd-e1421e8c7e51 req-d58facdf-afa4-404b-b05e-e89bd4cf92dd service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Neutron deleted interface 5594100d-4f86-42b1-ba2f-53d395348eb0; detaching it from the instance and deleting it from the info cache [ 673.082302] env[70041]: DEBUG nova.network.neutron [req-04e429bd-4e38-4d1b-b0fd-e1421e8c7e51 req-d58facdf-afa4-404b-b05e-e89bd4cf92dd service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.099160] env[70041]: DEBUG nova.compute.manager [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.126379] env[70041]: DEBUG nova.network.neutron [-] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.240056] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee615ba5-f4c1-4963-b3ca-e045e0bfce2a tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "540472c7-d925-490e-a3eb-66f3b2de608c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.623s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.397564] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192434, 'name': ReconfigVM_Task, 'duration_secs': 0.139146} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.398074] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638368', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'name': 'volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f58ce23-f507-46f8-8e83-bcd0c5e6e548', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'serial': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 673.398427] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe315e15-ca3e-46a4-9f18-c6a38ffaa69f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.405677] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 673.405677] env[70041]: value = "task-3192435" [ 673.405677] env[70041]: _type = "Task" [ 673.405677] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.414890] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192435, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.588968] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb065a7f-7894-4152-8811-43f48f51876d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.593577] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e71a2-60c6-4c36-a818-fa4b6ffd11ba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.600437] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf252c7-bf60-407b-8c7e-d105786d9a45 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.620720] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51e3320-5f1d-409d-ba5e-163a4ab9abb5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.653223] env[70041]: INFO nova.compute.manager [-] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Took 1.44 seconds to deallocate network for instance. [ 673.668431] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ba6e54-9393-4cdc-a682-307a0d50d50c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.671330] env[70041]: DEBUG nova.compute.manager [req-04e429bd-4e38-4d1b-b0fd-e1421e8c7e51 req-d58facdf-afa4-404b-b05e-e89bd4cf92dd service nova] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Detach interface failed, port_id=5594100d-4f86-42b1-ba2f-53d395348eb0, reason: Instance 4624efde-c3d5-44f2-9901-dd465ddeea2f could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 673.686069] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490c0267-bdfd-49a3-afec-cb7db5ae89ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.705780] env[70041]: DEBUG nova.compute.provider_tree [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.744324] env[70041]: DEBUG nova.compute.manager [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.916759] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192435, 'name': Rename_Task, 'duration_secs': 0.146608} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.918029] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.918029] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56ee45b3-bf3d-44e9-ae8c-504fdebcffe1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.925844] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 673.925844] env[70041]: value = "task-3192436" [ 673.925844] env[70041]: _type = "Task" [ 673.925844] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.935094] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.126778] env[70041]: DEBUG nova.compute.manager [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.151049] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.151340] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.151524] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.151788] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.151943] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.152102] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.152316] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.152491] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.152686] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.152884] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.153036] env[70041]: DEBUG nova.virt.hardware [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.154014] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203835d3-9c18-4fce-8c5e-a05e1ee5ed68 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.163929] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4e6714-3c09-4817-be65-1098030750a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.181890] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.209443] env[70041]: DEBUG nova.scheduler.client.report [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.268178] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.418027] env[70041]: DEBUG nova.compute.manager [req-aec17641-c73e-4d65-a7ed-f298dc130109 req-65158a83-be52-4864-ab6a-0520c5684449 service nova] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Received event network-vif-plugged-595de5b4-6d45-43a6-800c-831ce3d4efa2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 674.418027] env[70041]: DEBUG oslo_concurrency.lockutils [req-aec17641-c73e-4d65-a7ed-f298dc130109 req-65158a83-be52-4864-ab6a-0520c5684449 service nova] Acquiring lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.418027] env[70041]: DEBUG oslo_concurrency.lockutils [req-aec17641-c73e-4d65-a7ed-f298dc130109 req-65158a83-be52-4864-ab6a-0520c5684449 service nova] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.418027] env[70041]: DEBUG oslo_concurrency.lockutils [req-aec17641-c73e-4d65-a7ed-f298dc130109 req-65158a83-be52-4864-ab6a-0520c5684449 service nova] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.418027] env[70041]: DEBUG nova.compute.manager [req-aec17641-c73e-4d65-a7ed-f298dc130109 req-65158a83-be52-4864-ab6a-0520c5684449 service nova] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] No waiting events found dispatching network-vif-plugged-595de5b4-6d45-43a6-800c-831ce3d4efa2 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.418337] env[70041]: WARNING nova.compute.manager [req-aec17641-c73e-4d65-a7ed-f298dc130109 req-65158a83-be52-4864-ab6a-0520c5684449 service nova] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Received unexpected event network-vif-plugged-595de5b4-6d45-43a6-800c-831ce3d4efa2 for instance with vm_state building and task_state spawning. [ 674.437872] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.531153] env[70041]: DEBUG nova.network.neutron [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Successfully updated port: 595de5b4-6d45-43a6-800c-831ce3d4efa2 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.554406] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.554624] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.715639] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.716232] env[70041]: DEBUG nova.compute.manager [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.720596] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.269s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.722359] env[70041]: INFO nova.compute.claims [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.937280] env[70041]: DEBUG oslo_vmware.api [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192436, 'name': PowerOnVM_Task, 'duration_secs': 0.759473} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.938042] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.938042] env[70041]: INFO nova.compute.manager [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Took 4.55 seconds to spawn the instance on the hypervisor. [ 674.938042] env[70041]: DEBUG nova.compute.manager [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.938700] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5847707b-8afc-40c0-bdd0-6a0b835af427 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.033759] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "refresh_cache-609cb4f6-9aaa-488f-ab60-f6b2ae08f460" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.034016] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "refresh_cache-609cb4f6-9aaa-488f-ab60-f6b2ae08f460" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.034218] env[70041]: DEBUG nova.network.neutron [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.230021] env[70041]: DEBUG nova.compute.utils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.232454] env[70041]: DEBUG nova.compute.manager [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.232916] env[70041]: DEBUG nova.network.neutron [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.270304] env[70041]: DEBUG nova.policy [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9285626cf04b4011b1e49c36e6c9bfd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea4864b3041b41b2abc94ffa505e8145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.459053] env[70041]: INFO nova.compute.manager [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Took 32.99 seconds to build instance. [ 675.604386] env[70041]: DEBUG nova.network.neutron [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.619036] env[70041]: DEBUG nova.network.neutron [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Successfully created port: ba3ae139-c54b-4813-a1a3-54a02d2d91b4 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.732919] env[70041]: DEBUG nova.compute.manager [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.962295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1174c42c-b3cd-4a97-8af5-d30e7f01d889 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.632s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.107368] env[70041]: DEBUG nova.network.neutron [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Updating instance_info_cache with network_info: [{"id": "595de5b4-6d45-43a6-800c-831ce3d4efa2", "address": "fa:16:3e:0e:37:5d", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap595de5b4-6d", "ovs_interfaceid": "595de5b4-6d45-43a6-800c-831ce3d4efa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.226968] env[70041]: DEBUG nova.compute.manager [req-e4b51b75-9885-4672-969d-38eed2a9fc7b req-6edabae7-d656-4bb1-94e3-2f8e1cc78d53 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Received event network-changed-e2a9cf33-f1b8-4c40-ba64-394233f4c2af {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 676.227693] env[70041]: DEBUG nova.compute.manager [req-e4b51b75-9885-4672-969d-38eed2a9fc7b req-6edabae7-d656-4bb1-94e3-2f8e1cc78d53 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Refreshing instance network info cache due to event network-changed-e2a9cf33-f1b8-4c40-ba64-394233f4c2af. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 676.227693] env[70041]: DEBUG oslo_concurrency.lockutils [req-e4b51b75-9885-4672-969d-38eed2a9fc7b req-6edabae7-d656-4bb1-94e3-2f8e1cc78d53 service nova] Acquiring lock "refresh_cache-7f58ce23-f507-46f8-8e83-bcd0c5e6e548" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.227693] env[70041]: DEBUG oslo_concurrency.lockutils [req-e4b51b75-9885-4672-969d-38eed2a9fc7b req-6edabae7-d656-4bb1-94e3-2f8e1cc78d53 service nova] Acquired lock "refresh_cache-7f58ce23-f507-46f8-8e83-bcd0c5e6e548" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.227693] env[70041]: DEBUG nova.network.neutron [req-e4b51b75-9885-4672-969d-38eed2a9fc7b req-6edabae7-d656-4bb1-94e3-2f8e1cc78d53 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Refreshing network info cache for port e2a9cf33-f1b8-4c40-ba64-394233f4c2af {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.320064] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53936e4-e150-45b3-9047-51ce01c0af90 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.327087] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f860c4c5-4763-4ec3-aa59-88ee9db19f95 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.360747] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a637e-779b-4f18-974c-9ab2c3ed856f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.370153] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888bf163-ffc3-410a-b9db-8940bdb694d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.386363] env[70041]: DEBUG nova.compute.provider_tree [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.453145] env[70041]: DEBUG nova.compute.manager [req-47021b4d-16c1-458e-bf09-f3c1ab3a4021 req-29e4886d-3757-49e6-a8e4-e8f87cfec244 service nova] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Received event network-changed-595de5b4-6d45-43a6-800c-831ce3d4efa2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 676.453145] env[70041]: DEBUG nova.compute.manager [req-47021b4d-16c1-458e-bf09-f3c1ab3a4021 req-29e4886d-3757-49e6-a8e4-e8f87cfec244 service nova] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Refreshing instance network info cache due to event network-changed-595de5b4-6d45-43a6-800c-831ce3d4efa2. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 676.453145] env[70041]: DEBUG oslo_concurrency.lockutils [req-47021b4d-16c1-458e-bf09-f3c1ab3a4021 req-29e4886d-3757-49e6-a8e4-e8f87cfec244 service nova] Acquiring lock "refresh_cache-609cb4f6-9aaa-488f-ab60-f6b2ae08f460" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.467104] env[70041]: DEBUG nova.compute.manager [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.610092] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "refresh_cache-609cb4f6-9aaa-488f-ab60-f6b2ae08f460" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.610501] env[70041]: DEBUG nova.compute.manager [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Instance network_info: |[{"id": "595de5b4-6d45-43a6-800c-831ce3d4efa2", "address": "fa:16:3e:0e:37:5d", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap595de5b4-6d", "ovs_interfaceid": "595de5b4-6d45-43a6-800c-831ce3d4efa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.611223] env[70041]: DEBUG oslo_concurrency.lockutils [req-47021b4d-16c1-458e-bf09-f3c1ab3a4021 req-29e4886d-3757-49e6-a8e4-e8f87cfec244 service nova] Acquired lock "refresh_cache-609cb4f6-9aaa-488f-ab60-f6b2ae08f460" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.611472] env[70041]: DEBUG nova.network.neutron [req-47021b4d-16c1-458e-bf09-f3c1ab3a4021 req-29e4886d-3757-49e6-a8e4-e8f87cfec244 service nova] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Refreshing network info cache for port 595de5b4-6d45-43a6-800c-831ce3d4efa2 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.613124] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:37:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '595de5b4-6d45-43a6-800c-831ce3d4efa2', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.621186] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Creating folder: Project (5303ddfe82af43d294eec444cf551918). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.622299] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8013bf17-3de7-4561-a1c8-d65c90976c95 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.635917] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Created folder: Project (5303ddfe82af43d294eec444cf551918) in parent group-v638323. [ 676.636142] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Creating folder: Instances. Parent ref: group-v638419. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.636366] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cc6bd9f-39b6-48fb-a1bd-46f12dde7225 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.646795] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Created folder: Instances in parent group-v638419. [ 676.647042] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.647248] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.647445] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b8a69c9-c5a6-4a46-b88e-15d7d4c39141 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.669674] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.669674] env[70041]: value = "task-3192439" [ 676.669674] env[70041]: _type = "Task" [ 676.669674] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.678856] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192439, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.753611] env[70041]: DEBUG nova.compute.manager [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.780732] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.780911] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.781076] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.781264] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.781406] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.781548] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.781802] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.781960] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.782139] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.782299] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.782469] env[70041]: DEBUG nova.virt.hardware [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.783389] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d4999d-fd65-4b9a-b033-c373439659bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.794436] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f45c5b7-60da-405f-a6b7-41945549cdf5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.891111] env[70041]: DEBUG nova.scheduler.client.report [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.993669] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.000067] env[70041]: DEBUG nova.network.neutron [req-e4b51b75-9885-4672-969d-38eed2a9fc7b req-6edabae7-d656-4bb1-94e3-2f8e1cc78d53 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Updated VIF entry in instance network info cache for port e2a9cf33-f1b8-4c40-ba64-394233f4c2af. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.000067] env[70041]: DEBUG nova.network.neutron [req-e4b51b75-9885-4672-969d-38eed2a9fc7b req-6edabae7-d656-4bb1-94e3-2f8e1cc78d53 service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Updating instance_info_cache with network_info: [{"id": "e2a9cf33-f1b8-4c40-ba64-394233f4c2af", "address": "fa:16:3e:ff:0a:33", "network": {"id": "93c7998b-d51c-4a34-b5d9-179a37331de5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1226803498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "275ef37ea2794e80b110e8b9abb4204b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2a9cf33-f1", "ovs_interfaceid": "e2a9cf33-f1b8-4c40-ba64-394233f4c2af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.185137] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192439, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.249615] env[70041]: DEBUG nova.network.neutron [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Successfully updated port: ba3ae139-c54b-4813-a1a3-54a02d2d91b4 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.396569] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.397121] env[70041]: DEBUG nova.compute.manager [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.400132] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.736s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.400580] env[70041]: DEBUG nova.objects.instance [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lazy-loading 'resources' on Instance uuid 0a2ce7c7-8747-4c46-916b-331e8781a46e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.424869] env[70041]: DEBUG nova.network.neutron [req-47021b4d-16c1-458e-bf09-f3c1ab3a4021 req-29e4886d-3757-49e6-a8e4-e8f87cfec244 service nova] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Updated VIF entry in instance network info cache for port 595de5b4-6d45-43a6-800c-831ce3d4efa2. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.425327] env[70041]: DEBUG nova.network.neutron [req-47021b4d-16c1-458e-bf09-f3c1ab3a4021 req-29e4886d-3757-49e6-a8e4-e8f87cfec244 service nova] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Updating instance_info_cache with network_info: [{"id": "595de5b4-6d45-43a6-800c-831ce3d4efa2", "address": "fa:16:3e:0e:37:5d", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap595de5b4-6d", "ovs_interfaceid": "595de5b4-6d45-43a6-800c-831ce3d4efa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.503932] env[70041]: DEBUG oslo_concurrency.lockutils [req-e4b51b75-9885-4672-969d-38eed2a9fc7b req-6edabae7-d656-4bb1-94e3-2f8e1cc78d53 service nova] Releasing lock "refresh_cache-7f58ce23-f507-46f8-8e83-bcd0c5e6e548" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.680393] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192439, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.753059] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.753059] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.753622] env[70041]: DEBUG nova.network.neutron [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.904051] env[70041]: DEBUG nova.compute.utils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.907624] env[70041]: DEBUG nova.compute.manager [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.907793] env[70041]: DEBUG nova.network.neutron [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.928024] env[70041]: DEBUG oslo_concurrency.lockutils [req-47021b4d-16c1-458e-bf09-f3c1ab3a4021 req-29e4886d-3757-49e6-a8e4-e8f87cfec244 service nova] Releasing lock "refresh_cache-609cb4f6-9aaa-488f-ab60-f6b2ae08f460" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.968906] env[70041]: DEBUG nova.policy [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26a8032b9c254a23b74ed85cbe4f4f5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5303ddfe82af43d294eec444cf551918', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.187151] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192439, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.288311] env[70041]: DEBUG nova.network.neutron [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.299580] env[70041]: DEBUG nova.network.neutron [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Successfully created port: 5a2aab00-980c-41b6-b7dc-4860d0feada8 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.410856] env[70041]: DEBUG nova.compute.manager [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.426761] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a1fee4-7e1d-4ab4-ad16-9cd5ad0c5c44 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.435343] env[70041]: DEBUG nova.network.neutron [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance_info_cache with network_info: [{"id": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "address": "fa:16:3e:d2:ea:5e", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3ae139-c5", "ovs_interfaceid": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.437230] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054b5bff-5b70-4c8d-9c18-236d574c410c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.470085] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3a28fa-bc92-400c-847e-32c41a489d00 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.479821] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736d8785-1fda-493e-a5aa-de4e031477c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.486338] env[70041]: DEBUG nova.compute.manager [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Received event network-vif-plugged-ba3ae139-c54b-4813-a1a3-54a02d2d91b4 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 678.486536] env[70041]: DEBUG oslo_concurrency.lockutils [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] Acquiring lock "004005be-9af0-421e-9352-9bec6c956564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.486801] env[70041]: DEBUG oslo_concurrency.lockutils [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] Lock "004005be-9af0-421e-9352-9bec6c956564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.486918] env[70041]: DEBUG oslo_concurrency.lockutils [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] Lock "004005be-9af0-421e-9352-9bec6c956564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.487141] env[70041]: DEBUG nova.compute.manager [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] No waiting events found dispatching network-vif-plugged-ba3ae139-c54b-4813-a1a3-54a02d2d91b4 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.487257] env[70041]: WARNING nova.compute.manager [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Received unexpected event network-vif-plugged-ba3ae139-c54b-4813-a1a3-54a02d2d91b4 for instance with vm_state building and task_state spawning. [ 678.487410] env[70041]: DEBUG nova.compute.manager [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Received event network-changed-ba3ae139-c54b-4813-a1a3-54a02d2d91b4 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 678.487548] env[70041]: DEBUG nova.compute.manager [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Refreshing instance network info cache due to event network-changed-ba3ae139-c54b-4813-a1a3-54a02d2d91b4. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 678.487732] env[70041]: DEBUG oslo_concurrency.lockutils [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] Acquiring lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.501013] env[70041]: DEBUG nova.compute.provider_tree [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.685897] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192439, 'name': CreateVM_Task, 'duration_secs': 1.600985} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.686085] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.686788] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.687020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.687346] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.687622] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ed0fa2-192a-4de1-891b-42552b4bc4cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.694182] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 678.694182] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5212eb2a-5047-0241-9170-239b603bdd83" [ 678.694182] env[70041]: _type = "Task" [ 678.694182] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.703294] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5212eb2a-5047-0241-9170-239b603bdd83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.941331] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.941823] env[70041]: DEBUG nova.compute.manager [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Instance network_info: |[{"id": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "address": "fa:16:3e:d2:ea:5e", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3ae139-c5", "ovs_interfaceid": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.942188] env[70041]: DEBUG oslo_concurrency.lockutils [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] Acquired lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.942379] env[70041]: DEBUG nova.network.neutron [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Refreshing network info cache for port ba3ae139-c54b-4813-a1a3-54a02d2d91b4 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.943900] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ea:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba3ae139-c54b-4813-a1a3-54a02d2d91b4', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.951565] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating folder: Project (ea4864b3041b41b2abc94ffa505e8145). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.955046] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8eba590-3485-485c-a230-c368b4c46a71 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.969553] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Created folder: Project (ea4864b3041b41b2abc94ffa505e8145) in parent group-v638323. [ 678.969788] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating folder: Instances. Parent ref: group-v638422. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.969993] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c803fd1-ee71-4f34-8b9f-b271e7f925c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.982415] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Created folder: Instances in parent group-v638422. [ 678.982674] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.982961] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004005be-9af0-421e-9352-9bec6c956564] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.983178] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d10f621-0167-4e61-a716-8d4d7de3ed2d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.004716] env[70041]: DEBUG nova.scheduler.client.report [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.009332] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.009332] env[70041]: value = "task-3192442" [ 679.009332] env[70041]: _type = "Task" [ 679.009332] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.019083] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192442, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.205909] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5212eb2a-5047-0241-9170-239b603bdd83, 'name': SearchDatastore_Task, 'duration_secs': 0.026443} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.206448] env[70041]: DEBUG nova.network.neutron [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updated VIF entry in instance network info cache for port ba3ae139-c54b-4813-a1a3-54a02d2d91b4. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.206759] env[70041]: DEBUG nova.network.neutron [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance_info_cache with network_info: [{"id": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "address": "fa:16:3e:d2:ea:5e", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3ae139-c5", "ovs_interfaceid": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.208129] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.208371] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.208623] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.210114] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.210114] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.210114] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6979511c-51ec-49c8-9c41-e4cdc592c4a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.222057] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.222239] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.223296] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa81f01c-fb8f-4b31-95b6-79cb5ec25d22 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.230378] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 679.230378] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b84353-9728-9f69-da52-71f47f8470a5" [ 679.230378] env[70041]: _type = "Task" [ 679.230378] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.240182] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b84353-9728-9f69-da52-71f47f8470a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.424159] env[70041]: DEBUG nova.compute.manager [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.446231] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.446528] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.446685] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.446869] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.447027] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.447183] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.447389] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.447546] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.447708] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.447870] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.448057] env[70041]: DEBUG nova.virt.hardware [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.449057] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f6e7ec-bc3e-4685-8a69-f8774cd2a27d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.458531] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eee0e2f-40a6-4add-a7e7-0c420ab368ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.511059] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.513758] env[70041]: DEBUG oslo_concurrency.lockutils [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.010s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.514051] env[70041]: DEBUG nova.objects.instance [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lazy-loading 'resources' on Instance uuid 6dc9029a-8dc1-4213-86f1-b9bb4e408555 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.528594] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192442, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.530796] env[70041]: DEBUG oslo_vmware.rw_handles [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af4f85-e008-ed4f-129c-5ef5c67e5703/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.531639] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda67d7a-d308-45cc-bd56-dfe628d39a36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.536855] env[70041]: INFO nova.scheduler.client.report [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Deleted allocations for instance 0a2ce7c7-8747-4c46-916b-331e8781a46e [ 679.539285] env[70041]: DEBUG oslo_vmware.rw_handles [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af4f85-e008-ed4f-129c-5ef5c67e5703/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.539701] env[70041]: ERROR oslo_vmware.rw_handles [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af4f85-e008-ed4f-129c-5ef5c67e5703/disk-0.vmdk due to incomplete transfer. [ 679.542010] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c0d91ff3-9f2f-4806-b06a-5b3630b4227e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.552821] env[70041]: DEBUG oslo_vmware.rw_handles [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52af4f85-e008-ed4f-129c-5ef5c67e5703/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.553112] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Uploaded image 3a0911ed-f393-44ea-9f85-b313b1c19777 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.555222] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.555487] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-78010b53-0136-42da-ad7d-f8a7fd39ce02 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.562883] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 679.562883] env[70041]: value = "task-3192443" [ 679.562883] env[70041]: _type = "Task" [ 679.562883] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.573736] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192443, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.712017] env[70041]: DEBUG oslo_concurrency.lockutils [req-c8e2fa56-8790-4b33-a862-2d24ded4c26f req-4f5177fd-eac6-49f9-893c-df49c12f62fa service nova] Releasing lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.743291] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b84353-9728-9f69-da52-71f47f8470a5, 'name': SearchDatastore_Task, 'duration_secs': 0.017183} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.743868] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31131f41-b18c-4549-bda4-ea9fa91a7baf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.751030] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 679.751030] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e11a66-e6c4-e7e7-d8d2-bd70aeb99036" [ 679.751030] env[70041]: _type = "Task" [ 679.751030] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.760787] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e11a66-e6c4-e7e7-d8d2-bd70aeb99036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.795424] env[70041]: DEBUG nova.compute.manager [req-a1f72688-cbd8-49eb-942c-7f6ab45194f8 req-76ca8016-9919-46cb-aad1-dc6c9fafb5d6 service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Received event network-vif-plugged-5a2aab00-980c-41b6-b7dc-4860d0feada8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 679.795644] env[70041]: DEBUG oslo_concurrency.lockutils [req-a1f72688-cbd8-49eb-942c-7f6ab45194f8 req-76ca8016-9919-46cb-aad1-dc6c9fafb5d6 service nova] Acquiring lock "71a9b149-e639-404a-9ee6-8e11846b47e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.795872] env[70041]: DEBUG oslo_concurrency.lockutils [req-a1f72688-cbd8-49eb-942c-7f6ab45194f8 req-76ca8016-9919-46cb-aad1-dc6c9fafb5d6 service nova] Lock "71a9b149-e639-404a-9ee6-8e11846b47e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.796072] env[70041]: DEBUG oslo_concurrency.lockutils [req-a1f72688-cbd8-49eb-942c-7f6ab45194f8 req-76ca8016-9919-46cb-aad1-dc6c9fafb5d6 service nova] Lock "71a9b149-e639-404a-9ee6-8e11846b47e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.796258] env[70041]: DEBUG nova.compute.manager [req-a1f72688-cbd8-49eb-942c-7f6ab45194f8 req-76ca8016-9919-46cb-aad1-dc6c9fafb5d6 service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] No waiting events found dispatching network-vif-plugged-5a2aab00-980c-41b6-b7dc-4860d0feada8 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.796441] env[70041]: WARNING nova.compute.manager [req-a1f72688-cbd8-49eb-942c-7f6ab45194f8 req-76ca8016-9919-46cb-aad1-dc6c9fafb5d6 service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Received unexpected event network-vif-plugged-5a2aab00-980c-41b6-b7dc-4860d0feada8 for instance with vm_state building and task_state spawning. [ 679.908535] env[70041]: DEBUG nova.network.neutron [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Successfully updated port: 5a2aab00-980c-41b6-b7dc-4860d0feada8 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.025594] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192442, 'name': CreateVM_Task, 'duration_secs': 0.735136} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.026015] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004005be-9af0-421e-9352-9bec6c956564] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.027013] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.027013] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.027171] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.027398] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc0e4c6-cc33-4c11-b54d-280c9d0b356d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.034106] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 680.034106] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5212ebdb-a984-5b71-111b-1b3730b2ef28" [ 680.034106] env[70041]: _type = "Task" [ 680.034106] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.046066] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5212ebdb-a984-5b71-111b-1b3730b2ef28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.049412] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3791e71b-1ee6-41ad-8f61-dd6430774955 tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "0a2ce7c7-8747-4c46-916b-331e8781a46e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.202s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.073647] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192443, 'name': Destroy_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.264539] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e11a66-e6c4-e7e7-d8d2-bd70aeb99036, 'name': SearchDatastore_Task, 'duration_secs': 0.016509} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.264764] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.265551] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 609cb4f6-9aaa-488f-ab60-f6b2ae08f460/609cb4f6-9aaa-488f-ab60-f6b2ae08f460.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.265551] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ec9909e-b93a-426a-b09d-a4ad14ee915f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.276701] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 680.276701] env[70041]: value = "task-3192444" [ 680.276701] env[70041]: _type = "Task" [ 680.276701] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.287394] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.412643] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "refresh_cache-71a9b149-e639-404a-9ee6-8e11846b47e7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.412805] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "refresh_cache-71a9b149-e639-404a-9ee6-8e11846b47e7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.413041] env[70041]: DEBUG nova.network.neutron [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.533187] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0869a05c-b497-4e5c-9883-d66c26eeda54 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.547098] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5212ebdb-a984-5b71-111b-1b3730b2ef28, 'name': SearchDatastore_Task, 'duration_secs': 0.033779} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.548069] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e92792d-9300-4128-a52f-45be752b7642 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.551125] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.551368] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.551628] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.551816] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.552032] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.553650] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08b340bf-6ab4-4ab5-b26a-a8e46f5db1c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.590918] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3c531c-f5ab-4287-905b-4de1fbb47b7c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.593273] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.593448] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.594336] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8213400d-cfa9-4360-9567-89cd0acff003 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.599964] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 680.599964] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52404ef3-b2c6-d133-3009-6f1c3ae4f914" [ 680.599964] env[70041]: _type = "Task" [ 680.599964] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.608022] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192443, 'name': Destroy_Task, 'duration_secs': 0.794815} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.608022] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Destroyed the VM [ 680.608022] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.612017] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334ec2c-c8cb-456c-b422-34c38034f0f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.613022] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c416f80-b3f7-409e-a6d7-4bc4d48167af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.620485] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52404ef3-b2c6-d133-3009-6f1c3ae4f914, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.629592] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 680.629592] env[70041]: value = "task-3192445" [ 680.629592] env[70041]: _type = "Task" [ 680.629592] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.630095] env[70041]: DEBUG nova.compute.provider_tree [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.631434] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6587d492-8618-4ede-a4e0-edfa984d9362 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.641798] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 680.641798] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284270c-a3f6-cc3b-5caf-b03a7e6b6d73" [ 680.641798] env[70041]: _type = "Task" [ 680.641798] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.645899] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.655393] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284270c-a3f6-cc3b-5caf-b03a7e6b6d73, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.655635] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.656040] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 004005be-9af0-421e-9352-9bec6c956564/004005be-9af0-421e-9352-9bec6c956564.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.656383] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da53dd4f-1bcd-4d1e-99c5-67f842f18ecf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.666536] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 680.666536] env[70041]: value = "task-3192446" [ 680.666536] env[70041]: _type = "Task" [ 680.666536] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.678488] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.791560] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192444, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.974549] env[70041]: DEBUG nova.network.neutron [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.135858] env[70041]: DEBUG nova.scheduler.client.report [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.154263] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192445, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.180414] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192446, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.183056] env[70041]: DEBUG nova.network.neutron [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Updating instance_info_cache with network_info: [{"id": "5a2aab00-980c-41b6-b7dc-4860d0feada8", "address": "fa:16:3e:2c:f0:ab", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2aab00-98", "ovs_interfaceid": "5a2aab00-980c-41b6-b7dc-4860d0feada8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.292242] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733181} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.292618] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 609cb4f6-9aaa-488f-ab60-f6b2ae08f460/609cb4f6-9aaa-488f-ab60-f6b2ae08f460.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.292891] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.293248] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b67378d7-260d-49d3-a7f5-9132914429ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.306347] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 681.306347] env[70041]: value = "task-3192447" [ 681.306347] env[70041]: _type = "Task" [ 681.306347] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.324640] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.645920] env[70041]: DEBUG oslo_concurrency.lockutils [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.647981] env[70041]: DEBUG oslo_vmware.api [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192445, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885467} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.648450] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.721s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.650493] env[70041]: INFO nova.compute.claims [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.654026] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 681.654026] env[70041]: INFO nova.compute.manager [None req-58cdedd1-aa05-4a62-8733-877a5bf28d38 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Took 16.95 seconds to snapshot the instance on the hypervisor. [ 681.680268] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.999188} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.681950] env[70041]: INFO nova.scheduler.client.report [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Deleted allocations for instance 6dc9029a-8dc1-4213-86f1-b9bb4e408555 [ 681.682733] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 004005be-9af0-421e-9352-9bec6c956564/004005be-9af0-421e-9352-9bec6c956564.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.683332] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.685860] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f4854d0-988f-49eb-a75b-86f4d6d9b9c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.688497] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "refresh_cache-71a9b149-e639-404a-9ee6-8e11846b47e7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.688778] env[70041]: DEBUG nova.compute.manager [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Instance network_info: |[{"id": "5a2aab00-980c-41b6-b7dc-4860d0feada8", "address": "fa:16:3e:2c:f0:ab", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2aab00-98", "ovs_interfaceid": "5a2aab00-980c-41b6-b7dc-4860d0feada8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.689357] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:f0:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a2aab00-980c-41b6-b7dc-4860d0feada8', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.697707] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.698684] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.698684] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d339ecbc-e2b4-43de-8fd1-f65455449fb0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.715934] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 681.715934] env[70041]: value = "task-3192448" [ 681.715934] env[70041]: _type = "Task" [ 681.715934] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.724742] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.724742] env[70041]: value = "task-3192449" [ 681.724742] env[70041]: _type = "Task" [ 681.724742] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.733879] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.739252] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192449, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.819585] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156506} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.819674] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.820765] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b11ccd8-403e-40b3-9d32-54d5d66a2106 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.847819] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 609cb4f6-9aaa-488f-ab60-f6b2ae08f460/609cb4f6-9aaa-488f-ab60-f6b2ae08f460.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.849457] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369f6861-b7ab-46f1-a9a7-d05540f5a3cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.869390] env[70041]: DEBUG nova.compute.manager [req-d86c03a8-8d10-400c-a8a9-dc59ad37806c req-4ec0617c-1bf0-4042-9009-3b98f98543d5 service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Received event network-changed-5a2aab00-980c-41b6-b7dc-4860d0feada8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 681.869390] env[70041]: DEBUG nova.compute.manager [req-d86c03a8-8d10-400c-a8a9-dc59ad37806c req-4ec0617c-1bf0-4042-9009-3b98f98543d5 service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Refreshing instance network info cache due to event network-changed-5a2aab00-980c-41b6-b7dc-4860d0feada8. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 681.869390] env[70041]: DEBUG oslo_concurrency.lockutils [req-d86c03a8-8d10-400c-a8a9-dc59ad37806c req-4ec0617c-1bf0-4042-9009-3b98f98543d5 service nova] Acquiring lock "refresh_cache-71a9b149-e639-404a-9ee6-8e11846b47e7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.869390] env[70041]: DEBUG oslo_concurrency.lockutils [req-d86c03a8-8d10-400c-a8a9-dc59ad37806c req-4ec0617c-1bf0-4042-9009-3b98f98543d5 service nova] Acquired lock "refresh_cache-71a9b149-e639-404a-9ee6-8e11846b47e7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.869633] env[70041]: DEBUG nova.network.neutron [req-d86c03a8-8d10-400c-a8a9-dc59ad37806c req-4ec0617c-1bf0-4042-9009-3b98f98543d5 service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Refreshing network info cache for port 5a2aab00-980c-41b6-b7dc-4860d0feada8 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.879867] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 681.879867] env[70041]: value = "task-3192450" [ 681.879867] env[70041]: _type = "Task" [ 681.879867] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.892899] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.913750] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "f4f9869f-3c24-4436-9cfe-cba77d169322" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.913999] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "f4f9869f-3c24-4436-9cfe-cba77d169322" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.192703] env[70041]: DEBUG oslo_concurrency.lockutils [None req-19379668-a833-4dba-8741-b452e340db37 tempest-DeleteServersAdminTestJSON-382857254 tempest-DeleteServersAdminTestJSON-382857254-project-member] Lock "6dc9029a-8dc1-4213-86f1-b9bb4e408555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.497s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.229602] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152709} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.232153] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.233042] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486bcde1-d4e6-4a8b-89b8-c96ab58a5efe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.243503] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192449, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.266243] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 004005be-9af0-421e-9352-9bec6c956564/004005be-9af0-421e-9352-9bec6c956564.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.266661] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b772b7-b6c7-4cc4-8d3b-107c03fbb372 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.288849] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 682.288849] env[70041]: value = "task-3192451" [ 682.288849] env[70041]: _type = "Task" [ 682.288849] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.298884] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.391610] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.735299] env[70041]: DEBUG nova.network.neutron [req-d86c03a8-8d10-400c-a8a9-dc59ad37806c req-4ec0617c-1bf0-4042-9009-3b98f98543d5 service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Updated VIF entry in instance network info cache for port 5a2aab00-980c-41b6-b7dc-4860d0feada8. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.735571] env[70041]: DEBUG nova.network.neutron [req-d86c03a8-8d10-400c-a8a9-dc59ad37806c req-4ec0617c-1bf0-4042-9009-3b98f98543d5 service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Updating instance_info_cache with network_info: [{"id": "5a2aab00-980c-41b6-b7dc-4860d0feada8", "address": "fa:16:3e:2c:f0:ab", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a2aab00-98", "ovs_interfaceid": "5a2aab00-980c-41b6-b7dc-4860d0feada8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.741021] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192449, 'name': CreateVM_Task, 'duration_secs': 0.747833} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.742706] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.742706] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.742706] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.742706] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.742974] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31ad1daa-c5eb-426a-99a5-004301ca8835 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.748892] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 682.748892] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5262b69f-418e-1d2e-1355-20a4d2e4c0f4" [ 682.748892] env[70041]: _type = "Task" [ 682.748892] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.759678] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5262b69f-418e-1d2e-1355-20a4d2e4c0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.801240] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.895555] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192450, 'name': ReconfigVM_Task, 'duration_secs': 0.721559} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.898391] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 609cb4f6-9aaa-488f-ab60-f6b2ae08f460/609cb4f6-9aaa-488f-ab60-f6b2ae08f460.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.899226] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ff8eaf2-7f11-470b-92a0-64cebbdfcdcc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.907627] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 682.907627] env[70041]: value = "task-3192452" [ 682.907627] env[70041]: _type = "Task" [ 682.907627] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.920512] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192452, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.243510] env[70041]: DEBUG oslo_concurrency.lockutils [req-d86c03a8-8d10-400c-a8a9-dc59ad37806c req-4ec0617c-1bf0-4042-9009-3b98f98543d5 service nova] Releasing lock "refresh_cache-71a9b149-e639-404a-9ee6-8e11846b47e7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.244928] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04203a3b-eadf-4ea2-a7ba-720f92adb454 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.259645] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de504f9-5776-49d7-9e8f-a4b718cad23f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.271476] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5262b69f-418e-1d2e-1355-20a4d2e4c0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.017406} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.272338] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.272708] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.273112] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.273367] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.273650] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.274059] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c46f320-bb23-4485-a68a-6fed5c9585da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.315710] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beae36e6-e946-4d4b-83d7-a48c1fd66933 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.328240] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.328437] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.329210] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192451, 'name': ReconfigVM_Task, 'duration_secs': 0.576216} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.330403] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa2439a-24f9-4932-9fdd-267c88e300fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.334166] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405600db-7cab-4ff9-98ae-ce04f16572e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.336489] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 004005be-9af0-421e-9352-9bec6c956564/004005be-9af0-421e-9352-9bec6c956564.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.337507] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84cd87f6-fa8e-44e2-b244-3412148e796d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.343285] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 683.343285] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5282fbae-b3ac-5e78-eef5-f3176a11aeed" [ 683.343285] env[70041]: _type = "Task" [ 683.343285] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.353630] env[70041]: DEBUG nova.compute.provider_tree [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.359139] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 683.359139] env[70041]: value = "task-3192453" [ 683.359139] env[70041]: _type = "Task" [ 683.359139] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.366680] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5282fbae-b3ac-5e78-eef5-f3176a11aeed, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.367996] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4775bf-c569-4d67-ae02-1dd66d9f394f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.374975] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192453, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.379460] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 683.379460] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5224b0b3-1a32-2066-b8d9-c32d683b2930" [ 683.379460] env[70041]: _type = "Task" [ 683.379460] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.389121] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5224b0b3-1a32-2066-b8d9-c32d683b2930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.421210] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192452, 'name': Rename_Task, 'duration_secs': 0.197271} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.421210] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.421210] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa817ec3-121d-43db-8e23-0473924d41d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.428458] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 683.428458] env[70041]: value = "task-3192454" [ 683.428458] env[70041]: _type = "Task" [ 683.428458] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.437357] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.861871] env[70041]: DEBUG nova.scheduler.client.report [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.882223] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192453, 'name': Rename_Task, 'duration_secs': 0.149115} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.885438] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.886626] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-928827eb-ddfb-4521-9d31-ad0805d2dda1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.898336] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5224b0b3-1a32-2066-b8d9-c32d683b2930, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.899599] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.899869] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 71a9b149-e639-404a-9ee6-8e11846b47e7/71a9b149-e639-404a-9ee6-8e11846b47e7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.900194] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 683.900194] env[70041]: value = "task-3192455" [ 683.900194] env[70041]: _type = "Task" [ 683.900194] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.900393] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c38a1d23-d1e9-4780-ac51-97862a4a658b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.912508] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.913772] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 683.913772] env[70041]: value = "task-3192456" [ 683.913772] env[70041]: _type = "Task" [ 683.913772] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.924648] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.940775] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.207288] env[70041]: DEBUG nova.compute.manager [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.208425] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb9975f-f419-464a-a4c7-88795d8f586b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.374128] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.374607] env[70041]: DEBUG nova.compute.manager [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.377751] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.292s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.377942] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.378638] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 684.378638] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.875s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.378638] env[70041]: DEBUG nova.objects.instance [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lazy-loading 'resources' on Instance uuid 1d8df04d-8aaa-4617-8802-eb0f4f040c97 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.381075] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c259a-9ece-4e18-bfa8-d2cabef7a54b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.394203] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e91cd06-f608-4d32-9a6a-9d5af0f0bb04 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.424142] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87efdde6-cfc1-44a6-a5b3-6e6105ea5e74 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.428541] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.436748] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192456, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.440568] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e013f6-dac5-4fe1-b06d-ebf730d00ea4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.448219] env[70041]: DEBUG oslo_vmware.api [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192454, 'name': PowerOnVM_Task, 'duration_secs': 0.71033} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.449071] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.449295] env[70041]: INFO nova.compute.manager [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Took 10.32 seconds to spawn the instance on the hypervisor. [ 684.449480] env[70041]: DEBUG nova.compute.manager [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.450393] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd61686-4884-41bb-8250-99f2a29819f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.487969] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179112MB free_disk=125GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 684.488205] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.723131] env[70041]: INFO nova.compute.manager [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] instance snapshotting [ 684.726313] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0dcea0-6e7b-4c40-bedf-31ea503e0a50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.747952] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92544e54-7be1-4b0d-93c9-e2c246677a78 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.882185] env[70041]: DEBUG nova.compute.utils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.884025] env[70041]: DEBUG nova.compute.manager [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.884025] env[70041]: DEBUG nova.network.neutron [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.915833] env[70041]: DEBUG oslo_vmware.api [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192455, 'name': PowerOnVM_Task, 'duration_secs': 0.876398} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.918630] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.918856] env[70041]: INFO nova.compute.manager [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Took 8.17 seconds to spawn the instance on the hypervisor. [ 684.919053] env[70041]: DEBUG nova.compute.manager [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.921117] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb7b4a-5454-4d69-9736-f704352c39cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.940857] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64175} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.943021] env[70041]: DEBUG nova.policy [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc3199ff6c046b69c2bf095e1de6b64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a003084b83da41e38ad8053a316d5c1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.947809] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 71a9b149-e639-404a-9ee6-8e11846b47e7/71a9b149-e639-404a-9ee6-8e11846b47e7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.948146] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.954063] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed56f14-3ae5-4a26-a46d-b0b7cf540247 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.963345] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 684.963345] env[70041]: value = "task-3192457" [ 684.963345] env[70041]: _type = "Task" [ 684.963345] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.975433] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.004694] env[70041]: INFO nova.compute.manager [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Took 39.86 seconds to build instance. [ 685.261356] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 685.261356] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-727156fa-3527-4568-9955-9aa68c692064 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.274170] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 685.274170] env[70041]: value = "task-3192458" [ 685.274170] env[70041]: _type = "Task" [ 685.274170] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.285669] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192458, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.368134] env[70041]: DEBUG nova.network.neutron [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Successfully created port: 9143ac59-c168-44a3-935e-9972264a16ce {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.388022] env[70041]: DEBUG nova.compute.manager [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.467226] env[70041]: INFO nova.compute.manager [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Took 39.08 seconds to build instance. [ 685.478703] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217989} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.478991] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.479926] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd17e0-fe92-4268-85e3-80dc1c640797 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.485830] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a45d62-d0c6-4bb4-a358-b3446abf6547 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.508938] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 71a9b149-e639-404a-9ee6-8e11846b47e7/71a9b149-e639-404a-9ee6-8e11846b47e7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.510464] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cadc6d61-3035-4b29-8241-f2ceec633fd2 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.146s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.510860] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6347b300-09f0-4358-8397-dd59df7d975a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.540192] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd29c0-a517-45cf-978c-e8244a5744eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.548141] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 685.548141] env[70041]: value = "task-3192459" [ 685.548141] env[70041]: _type = "Task" [ 685.548141] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.586401] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7016c103-c47d-47c2-b281-437cdbe46104 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.593055] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.599306] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5d2e7a-a78a-4cec-a600-1426b728388b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.616712] env[70041]: DEBUG nova.compute.provider_tree [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.785518] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192458, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.893056] env[70041]: INFO nova.virt.block_device [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Booting with volume 21b00041-6dd0-48a4-b9ba-01cbd8f25764 at /dev/sda [ 685.931077] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-714a8236-89b7-4999-b1d1-c5d6d49d8264 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.941062] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b188e234-074e-400f-a67b-3e79c800dec1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.980194] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dba384e3-2c65-4596-9aff-537824464b86 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.939s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.982346] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2e31d40-893d-45d0-890d-676ebd4b31c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.993358] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0366f6d5-eddc-4969-9976-e3d6e7014b17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.031889] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea75f2b3-cc1a-4dea-920c-63122dd8d49b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.038744] env[70041]: DEBUG nova.compute.manager [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.041693] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d9a806-d5d0-4b99-bde5-1abb3695eb40 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.057236] env[70041]: DEBUG nova.virt.block_device [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Updating existing volume attachment record: ecf1379b-7ba6-4b74-9e6b-37c3932c5fb3 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 686.067889] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.118618] env[70041]: DEBUG nova.scheduler.client.report [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.231616] env[70041]: DEBUG nova.compute.manager [req-a7285d95-7f52-448b-bc1b-5404f2ab484b req-87cbe87e-3e14-4418-a20a-699c8132c71b service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Received event network-changed-ba3ae139-c54b-4813-a1a3-54a02d2d91b4 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 686.231733] env[70041]: DEBUG nova.compute.manager [req-a7285d95-7f52-448b-bc1b-5404f2ab484b req-87cbe87e-3e14-4418-a20a-699c8132c71b service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Refreshing instance network info cache due to event network-changed-ba3ae139-c54b-4813-a1a3-54a02d2d91b4. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 686.231987] env[70041]: DEBUG oslo_concurrency.lockutils [req-a7285d95-7f52-448b-bc1b-5404f2ab484b req-87cbe87e-3e14-4418-a20a-699c8132c71b service nova] Acquiring lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.232166] env[70041]: DEBUG oslo_concurrency.lockutils [req-a7285d95-7f52-448b-bc1b-5404f2ab484b req-87cbe87e-3e14-4418-a20a-699c8132c71b service nova] Acquired lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.232327] env[70041]: DEBUG nova.network.neutron [req-a7285d95-7f52-448b-bc1b-5404f2ab484b req-87cbe87e-3e14-4418-a20a-699c8132c71b service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Refreshing network info cache for port ba3ae139-c54b-4813-a1a3-54a02d2d91b4 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.286663] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192458, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.485640] env[70041]: DEBUG nova.compute.manager [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.563701] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192459, 'name': ReconfigVM_Task, 'duration_secs': 0.930567} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.564545] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 71a9b149-e639-404a-9ee6-8e11846b47e7/71a9b149-e639-404a-9ee6-8e11846b47e7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.565378] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77bb7c70-3cb6-4a97-a377-aefa52a35ac6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.573807] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 686.573807] env[70041]: value = "task-3192460" [ 686.573807] env[70041]: _type = "Task" [ 686.573807] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.578301] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.585470] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192460, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.623263] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.625858] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.039s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.627377] env[70041]: INFO nova.compute.claims [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.643194] env[70041]: INFO nova.scheduler.client.report [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Deleted allocations for instance 1d8df04d-8aaa-4617-8802-eb0f4f040c97 [ 686.793532] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192458, 'name': CreateSnapshot_Task, 'duration_secs': 1.330706} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.793532] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 686.794366] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8131d5-013d-4a85-9041-4d9a219dac82 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.977990] env[70041]: DEBUG nova.compute.manager [req-5225ea87-8c6b-4051-bd93-9ad60d486ce8 req-4be26f9c-4d38-4791-895b-3c352a20e8ae service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Received event network-vif-plugged-9143ac59-c168-44a3-935e-9972264a16ce {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 686.978229] env[70041]: DEBUG oslo_concurrency.lockutils [req-5225ea87-8c6b-4051-bd93-9ad60d486ce8 req-4be26f9c-4d38-4791-895b-3c352a20e8ae service nova] Acquiring lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.979627] env[70041]: DEBUG oslo_concurrency.lockutils [req-5225ea87-8c6b-4051-bd93-9ad60d486ce8 req-4be26f9c-4d38-4791-895b-3c352a20e8ae service nova] Lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.979841] env[70041]: DEBUG oslo_concurrency.lockutils [req-5225ea87-8c6b-4051-bd93-9ad60d486ce8 req-4be26f9c-4d38-4791-895b-3c352a20e8ae service nova] Lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.980491] env[70041]: DEBUG nova.compute.manager [req-5225ea87-8c6b-4051-bd93-9ad60d486ce8 req-4be26f9c-4d38-4791-895b-3c352a20e8ae service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] No waiting events found dispatching network-vif-plugged-9143ac59-c168-44a3-935e-9972264a16ce {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.980918] env[70041]: WARNING nova.compute.manager [req-5225ea87-8c6b-4051-bd93-9ad60d486ce8 req-4be26f9c-4d38-4791-895b-3c352a20e8ae service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Received unexpected event network-vif-plugged-9143ac59-c168-44a3-935e-9972264a16ce for instance with vm_state building and task_state block_device_mapping. [ 687.015273] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.056326] env[70041]: DEBUG nova.network.neutron [req-a7285d95-7f52-448b-bc1b-5404f2ab484b req-87cbe87e-3e14-4418-a20a-699c8132c71b service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updated VIF entry in instance network info cache for port ba3ae139-c54b-4813-a1a3-54a02d2d91b4. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.056326] env[70041]: DEBUG nova.network.neutron [req-a7285d95-7f52-448b-bc1b-5404f2ab484b req-87cbe87e-3e14-4418-a20a-699c8132c71b service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance_info_cache with network_info: [{"id": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "address": "fa:16:3e:d2:ea:5e", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3ae139-c5", "ovs_interfaceid": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.086419] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192460, 'name': Rename_Task, 'duration_secs': 0.209414} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.086716] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.086962] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb360011-8b2e-47e4-91b0-6fbdac1d940e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.096404] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 687.096404] env[70041]: value = "task-3192461" [ 687.096404] env[70041]: _type = "Task" [ 687.096404] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.101881] env[70041]: DEBUG nova.network.neutron [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Successfully updated port: 9143ac59-c168-44a3-935e-9972264a16ce {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.110550] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.151285] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bc5a7aa7-cef4-484e-92fb-c249a21462e1 tempest-ServerPasswordTestJSON-563715634 tempest-ServerPasswordTestJSON-563715634-project-member] Lock "1d8df04d-8aaa-4617-8802-eb0f4f040c97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.272s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.318339] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 687.319224] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b09d386-e5e2-43a4-87ce-b0fab59d77d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.333197] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 687.333197] env[70041]: value = "task-3192462" [ 687.333197] env[70041]: _type = "Task" [ 687.333197] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.341912] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192462, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.560674] env[70041]: DEBUG oslo_concurrency.lockutils [req-a7285d95-7f52-448b-bc1b-5404f2ab484b req-87cbe87e-3e14-4418-a20a-699c8132c71b service nova] Releasing lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.604256] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Acquiring lock "refresh_cache-4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.605570] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Acquired lock "refresh_cache-4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.605570] env[70041]: DEBUG nova.network.neutron [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.617256] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.846713] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192462, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.106434] env[70041]: DEBUG oslo_vmware.api [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192461, 'name': PowerOnVM_Task, 'duration_secs': 0.794333} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.106710] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.106900] env[70041]: INFO nova.compute.manager [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Took 8.68 seconds to spawn the instance on the hypervisor. [ 688.107079] env[70041]: DEBUG nova.compute.manager [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.107874] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f6a1a0-9c83-4a9c-9d2d-6a763889e9d8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.169856] env[70041]: DEBUG nova.compute.manager [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.170256] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.170482] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.170636] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.170849] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.171016] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.171165] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.171371] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.171522] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.172228] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.172228] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.172228] env[70041]: DEBUG nova.virt.hardware [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.173395] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b5f27b-dbd2-47ca-ade1-b93d562bb59b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.176656] env[70041]: DEBUG nova.network.neutron [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.187177] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6f4ec5-8371-4047-8f49-bb3984837c3b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.221742] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0272a319-d849-4829-a7c8-9e7265a6dee6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.230267] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9541bbec-a392-458b-b14e-4cd95e78bca5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.263068] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29172ad-0d23-434d-83ce-c7ca89f9b4f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.271438] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e067d1d9-20b8-48e7-b8d8-9b28380b9b4a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.287886] env[70041]: DEBUG nova.compute.provider_tree [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.342884] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192462, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.416705] env[70041]: DEBUG nova.network.neutron [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Updating instance_info_cache with network_info: [{"id": "9143ac59-c168-44a3-935e-9972264a16ce", "address": "fa:16:3e:dd:bf:e8", "network": {"id": "ce576364-4d3d-4d0d-8095-54e4448db1a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-517734268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a003084b83da41e38ad8053a316d5c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9143ac59-c1", "ovs_interfaceid": "9143ac59-c168-44a3-935e-9972264a16ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.630012] env[70041]: INFO nova.compute.manager [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Took 37.24 seconds to build instance. [ 688.790647] env[70041]: DEBUG nova.scheduler.client.report [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.845153] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192462, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.919584] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Releasing lock "refresh_cache-4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.920051] env[70041]: DEBUG nova.compute.manager [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Instance network_info: |[{"id": "9143ac59-c168-44a3-935e-9972264a16ce", "address": "fa:16:3e:dd:bf:e8", "network": {"id": "ce576364-4d3d-4d0d-8095-54e4448db1a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-517734268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a003084b83da41e38ad8053a316d5c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9143ac59-c1", "ovs_interfaceid": "9143ac59-c168-44a3-935e-9972264a16ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.921297] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:bf:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9143ac59-c168-44a3-935e-9972264a16ce', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.930473] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Creating folder: Project (a003084b83da41e38ad8053a316d5c1a). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.930774] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-738a6901-e35d-4347-a368-780292de8147 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.948173] env[70041]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 688.948173] env[70041]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70041) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 688.948581] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Folder already exists: Project (a003084b83da41e38ad8053a316d5c1a). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 688.948816] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Creating folder: Instances. Parent ref: group-v638363. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.949831] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a18de42-2506-4b25-8851-d492e5a3c8e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.962990] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Created folder: Instances in parent group-v638363. [ 688.963086] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.963305] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.963516] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-337d1895-3730-41b3-8aaf-3da6107a4ffc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.994188] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.994188] env[70041]: value = "task-3192465" [ 688.994188] env[70041]: _type = "Task" [ 688.994188] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.004318] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192465, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.017910] env[70041]: DEBUG nova.compute.manager [req-ba1e087b-8ca2-420a-9185-4e130aa89ebd req-1ca106da-24da-46a9-aa5b-c72e7e617d6d service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Received event network-changed-9143ac59-c168-44a3-935e-9972264a16ce {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 689.018221] env[70041]: DEBUG nova.compute.manager [req-ba1e087b-8ca2-420a-9185-4e130aa89ebd req-1ca106da-24da-46a9-aa5b-c72e7e617d6d service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Refreshing instance network info cache due to event network-changed-9143ac59-c168-44a3-935e-9972264a16ce. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 689.018785] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba1e087b-8ca2-420a-9185-4e130aa89ebd req-1ca106da-24da-46a9-aa5b-c72e7e617d6d service nova] Acquiring lock "refresh_cache-4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.018996] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba1e087b-8ca2-420a-9185-4e130aa89ebd req-1ca106da-24da-46a9-aa5b-c72e7e617d6d service nova] Acquired lock "refresh_cache-4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.019356] env[70041]: DEBUG nova.network.neutron [req-ba1e087b-8ca2-420a-9185-4e130aa89ebd req-1ca106da-24da-46a9-aa5b-c72e7e617d6d service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Refreshing network info cache for port 9143ac59-c168-44a3-935e-9972264a16ce {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.130524] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcf69455-a269-4e00-a4ab-74142e6e33ab tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "71a9b149-e639-404a-9ee6-8e11846b47e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.767s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.299454] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.299454] env[70041]: DEBUG nova.compute.manager [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.300259] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.202s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.301701] env[70041]: INFO nova.compute.claims [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.347052] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192462, 'name': CloneVM_Task, 'duration_secs': 1.666614} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.347481] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Created linked-clone VM from snapshot [ 689.348423] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dad6a8-c485-469d-80b8-bb23fb7e43a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.359420] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Uploading image 152dcf23-b169-4c12-a866-74e4f783189c {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.382710] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.382710] env[70041]: value = "vm-638427" [ 689.382710] env[70041]: _type = "VirtualMachine" [ 689.382710] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.383456] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-777f058c-c669-484d-8cdc-6c46c4bb370c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.395813] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lease: (returnval){ [ 689.395813] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52870937-ed92-9e4c-f71a-6969d5a85eb9" [ 689.395813] env[70041]: _type = "HttpNfcLease" [ 689.395813] env[70041]: } obtained for exporting VM: (result){ [ 689.395813] env[70041]: value = "vm-638427" [ 689.395813] env[70041]: _type = "VirtualMachine" [ 689.395813] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.396161] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the lease: (returnval){ [ 689.396161] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52870937-ed92-9e4c-f71a-6969d5a85eb9" [ 689.396161] env[70041]: _type = "HttpNfcLease" [ 689.396161] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.406042] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.406042] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52870937-ed92-9e4c-f71a-6969d5a85eb9" [ 689.406042] env[70041]: _type = "HttpNfcLease" [ 689.406042] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 689.406348] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 689.406348] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52870937-ed92-9e4c-f71a-6969d5a85eb9" [ 689.406348] env[70041]: _type = "HttpNfcLease" [ 689.406348] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 689.407555] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e64b6ac-1bd9-41be-8d02-85b684e7bd6b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.418317] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d01071-7142-1241-b9ea-4240c7db6bf9/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 689.418569] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d01071-7142-1241-b9ea-4240c7db6bf9/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 689.506332] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192465, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.532669] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-37897790-2023-445a-b7bf-bdd1aeae2a67 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.634036] env[70041]: DEBUG nova.compute.manager [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.806853] env[70041]: DEBUG nova.compute.utils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.810972] env[70041]: DEBUG nova.compute.manager [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.811165] env[70041]: DEBUG nova.network.neutron [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.859910] env[70041]: DEBUG nova.policy [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26a8032b9c254a23b74ed85cbe4f4f5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5303ddfe82af43d294eec444cf551918', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.887581] env[70041]: DEBUG nova.network.neutron [req-ba1e087b-8ca2-420a-9185-4e130aa89ebd req-1ca106da-24da-46a9-aa5b-c72e7e617d6d service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Updated VIF entry in instance network info cache for port 9143ac59-c168-44a3-935e-9972264a16ce. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.887919] env[70041]: DEBUG nova.network.neutron [req-ba1e087b-8ca2-420a-9185-4e130aa89ebd req-1ca106da-24da-46a9-aa5b-c72e7e617d6d service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Updating instance_info_cache with network_info: [{"id": "9143ac59-c168-44a3-935e-9972264a16ce", "address": "fa:16:3e:dd:bf:e8", "network": {"id": "ce576364-4d3d-4d0d-8095-54e4448db1a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-517734268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a003084b83da41e38ad8053a316d5c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9143ac59-c1", "ovs_interfaceid": "9143ac59-c168-44a3-935e-9972264a16ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.003320] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192465, 'name': CreateVM_Task, 'duration_secs': 0.636906} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.006911] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.006911] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638382', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'name': 'volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fe85bba-8aed-4e32-a4da-c4b0cd517fbe', 'attached_at': '', 'detached_at': '', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'serial': '21b00041-6dd0-48a4-b9ba-01cbd8f25764'}, 'device_type': None, 'attachment_id': 'ecf1379b-7ba6-4b74-9e6b-37c3932c5fb3', 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70041) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 690.006911] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Root volume attach. Driver type: vmdk {{(pid=70041) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 690.007355] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e1c885-6eff-4e98-82b4-ec08d6da13a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.019322] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d119fe-10ef-4097-94ae-720d2851aa35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.029118] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa32cb2-f6d8-46f2-961e-0676f811bd3e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.040036] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5a3c83b7-a7a5-4e2c-b349-4233be43275b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.052359] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for the task: (returnval){ [ 690.052359] env[70041]: value = "task-3192467" [ 690.052359] env[70041]: _type = "Task" [ 690.052359] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.065764] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.168429] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.313821] env[70041]: DEBUG nova.compute.manager [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.334236] env[70041]: DEBUG nova.network.neutron [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Successfully created port: 18e87c6f-a7c5-4885-95ea-1c905eb36317 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.391245] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba1e087b-8ca2-420a-9185-4e130aa89ebd req-1ca106da-24da-46a9-aa5b-c72e7e617d6d service nova] Releasing lock "refresh_cache-4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.573986] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 42%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.658309] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "9201b7d0-000a-419a-963d-88ab8678ca39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.658634] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "9201b7d0-000a-419a-963d-88ab8678ca39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.724493] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "738a51aa-1707-4255-a804-e596ce2581eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.724493] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "738a51aa-1707-4255-a804-e596ce2581eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.780579] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.780719] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.077221] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 53%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.168198] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d0efd7-b60f-401b-87eb-84da4bcd15a4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.179609] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1214224d-0a18-4d3f-b753-4911851dc6b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.226454] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7cdff3-274d-45f2-9caf-acbec9341361 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.239027] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c222138-a38c-4d7d-9965-17e457d9e37d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.257190] env[70041]: DEBUG nova.compute.provider_tree [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.329708] env[70041]: DEBUG nova.compute.manager [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.363238] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.363435] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.367946] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.367946] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.367946] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.367946] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.368183] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.372166] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.372166] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.372166] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.372166] env[70041]: DEBUG nova.virt.hardware [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.372166] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32d4977-7188-40dd-8b04-817567fb221d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.395197] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f21dca8-6f0c-4479-8458-bbe6c6079683 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.571426] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 65%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.671285] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "31af2cfa-b105-4f96-838d-b509ff19d07a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.671599] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "31af2cfa-b105-4f96-838d-b509ff19d07a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.761535] env[70041]: DEBUG nova.scheduler.client.report [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.952758] env[70041]: DEBUG nova.compute.manager [req-a3b0b6ec-f906-4a18-9dec-4006a53e1b89 req-10cfe89d-17c4-45f2-acf6-2c2f3a17a8bb service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Received event network-vif-plugged-18e87c6f-a7c5-4885-95ea-1c905eb36317 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 691.955366] env[70041]: DEBUG oslo_concurrency.lockutils [req-a3b0b6ec-f906-4a18-9dec-4006a53e1b89 req-10cfe89d-17c4-45f2-acf6-2c2f3a17a8bb service nova] Acquiring lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.956982] env[70041]: DEBUG oslo_concurrency.lockutils [req-a3b0b6ec-f906-4a18-9dec-4006a53e1b89 req-10cfe89d-17c4-45f2-acf6-2c2f3a17a8bb service nova] Lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.956982] env[70041]: DEBUG oslo_concurrency.lockutils [req-a3b0b6ec-f906-4a18-9dec-4006a53e1b89 req-10cfe89d-17c4-45f2-acf6-2c2f3a17a8bb service nova] Lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.956982] env[70041]: DEBUG nova.compute.manager [req-a3b0b6ec-f906-4a18-9dec-4006a53e1b89 req-10cfe89d-17c4-45f2-acf6-2c2f3a17a8bb service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] No waiting events found dispatching network-vif-plugged-18e87c6f-a7c5-4885-95ea-1c905eb36317 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.956982] env[70041]: WARNING nova.compute.manager [req-a3b0b6ec-f906-4a18-9dec-4006a53e1b89 req-10cfe89d-17c4-45f2-acf6-2c2f3a17a8bb service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Received unexpected event network-vif-plugged-18e87c6f-a7c5-4885-95ea-1c905eb36317 for instance with vm_state building and task_state spawning. [ 692.053883] env[70041]: DEBUG nova.network.neutron [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Successfully updated port: 18e87c6f-a7c5-4885-95ea-1c905eb36317 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.073734] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 78%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.266402] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.267676] env[70041]: DEBUG nova.compute.manager [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.275052] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.494s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.275052] env[70041]: DEBUG nova.objects.instance [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lazy-loading 'resources' on Instance uuid 07f71beb-8383-460f-a2b3-3ca63b9fe69a {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.557309] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "refresh_cache-39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.557583] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "refresh_cache-39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.557801] env[70041]: DEBUG nova.network.neutron [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.573327] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 92%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.775701] env[70041]: DEBUG nova.compute.utils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.777902] env[70041]: DEBUG nova.compute.manager [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.778332] env[70041]: DEBUG nova.network.neutron [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.852922] env[70041]: DEBUG nova.policy [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f64e1d7d9e24e12b95df62ae04e75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3510290228a4389b972dd2c1a12bff3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.075465] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 97%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.100870] env[70041]: DEBUG nova.network.neutron [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.284766] env[70041]: DEBUG nova.compute.manager [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.297687] env[70041]: DEBUG nova.network.neutron [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Updating instance_info_cache with network_info: [{"id": "18e87c6f-a7c5-4885-95ea-1c905eb36317", "address": "fa:16:3e:60:0e:37", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e87c6f-a7", "ovs_interfaceid": "18e87c6f-a7c5-4885-95ea-1c905eb36317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.392767] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4662bf3b-eeca-48a2-858a-e0d2a53d632b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.402512] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79873929-1c45-4663-956f-d675c6b8a696 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.437589] env[70041]: DEBUG nova.network.neutron [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Successfully created port: e6e2adc4-d7df-490e-a728-219c6f995231 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.440207] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537ba7d6-f7fc-4313-8d20-4ca56ee6beca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.449694] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25635ed8-3e49-487b-a9d7-de7dce367c03 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.465302] env[70041]: DEBUG nova.compute.provider_tree [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.571459] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 97%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.805526] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "refresh_cache-39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.805526] env[70041]: DEBUG nova.compute.manager [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Instance network_info: |[{"id": "18e87c6f-a7c5-4885-95ea-1c905eb36317", "address": "fa:16:3e:60:0e:37", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e87c6f-a7", "ovs_interfaceid": "18e87c6f-a7c5-4885-95ea-1c905eb36317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.806882] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:0e:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18e87c6f-a7c5-4885-95ea-1c905eb36317', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.817333] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.817785] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.818341] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2029244c-f45f-4367-aed3-c12d898b45eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.855810] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.855810] env[70041]: value = "task-3192468" [ 693.855810] env[70041]: _type = "Task" [ 693.855810] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.870674] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192468, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.969488] env[70041]: DEBUG nova.scheduler.client.report [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.001967] env[70041]: DEBUG nova.compute.manager [req-e1c0a416-da5c-4e58-a9ba-15fc076507a8 req-b8945357-5afc-4b97-94e8-292d8eb7f70c service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Received event network-changed-18e87c6f-a7c5-4885-95ea-1c905eb36317 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 694.002209] env[70041]: DEBUG nova.compute.manager [req-e1c0a416-da5c-4e58-a9ba-15fc076507a8 req-b8945357-5afc-4b97-94e8-292d8eb7f70c service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Refreshing instance network info cache due to event network-changed-18e87c6f-a7c5-4885-95ea-1c905eb36317. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 694.002511] env[70041]: DEBUG oslo_concurrency.lockutils [req-e1c0a416-da5c-4e58-a9ba-15fc076507a8 req-b8945357-5afc-4b97-94e8-292d8eb7f70c service nova] Acquiring lock "refresh_cache-39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.002622] env[70041]: DEBUG oslo_concurrency.lockutils [req-e1c0a416-da5c-4e58-a9ba-15fc076507a8 req-b8945357-5afc-4b97-94e8-292d8eb7f70c service nova] Acquired lock "refresh_cache-39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.002774] env[70041]: DEBUG nova.network.neutron [req-e1c0a416-da5c-4e58-a9ba-15fc076507a8 req-b8945357-5afc-4b97-94e8-292d8eb7f70c service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Refreshing network info cache for port 18e87c6f-a7c5-4885-95ea-1c905eb36317 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.074185] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 98%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.304571] env[70041]: DEBUG nova.compute.manager [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.328723] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.328989] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.329162] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.329553] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.329553] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.329664] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.329817] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.330047] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.330196] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.330358] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.330585] env[70041]: DEBUG nova.virt.hardware [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.331490] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a1b8a4-ad63-4976-983f-23d40ae9312d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.340714] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb40a5b-eb7f-47b5-88c1-6e0d41fd0e58 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.365872] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192468, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.475586] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.478202] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.195s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.479837] env[70041]: INFO nova.compute.claims [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.510955] env[70041]: INFO nova.scheduler.client.report [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Deleted allocations for instance 07f71beb-8383-460f-a2b3-3ca63b9fe69a [ 694.572696] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 98%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.802966] env[70041]: DEBUG nova.network.neutron [req-e1c0a416-da5c-4e58-a9ba-15fc076507a8 req-b8945357-5afc-4b97-94e8-292d8eb7f70c service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Updated VIF entry in instance network info cache for port 18e87c6f-a7c5-4885-95ea-1c905eb36317. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.803369] env[70041]: DEBUG nova.network.neutron [req-e1c0a416-da5c-4e58-a9ba-15fc076507a8 req-b8945357-5afc-4b97-94e8-292d8eb7f70c service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Updating instance_info_cache with network_info: [{"id": "18e87c6f-a7c5-4885-95ea-1c905eb36317", "address": "fa:16:3e:60:0e:37", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18e87c6f-a7", "ovs_interfaceid": "18e87c6f-a7c5-4885-95ea-1c905eb36317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.870013] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192468, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.019902] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1e6c3df5-3b95-4604-a71d-93ae9e3a99e3 tempest-ImagesOneServerTestJSON-1218256030 tempest-ImagesOneServerTestJSON-1218256030-project-member] Lock "07f71beb-8383-460f-a2b3-3ca63b9fe69a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.630s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.079564] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task} progress is 98%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.118728] env[70041]: DEBUG nova.network.neutron [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Successfully updated port: e6e2adc4-d7df-490e-a728-219c6f995231 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.306865] env[70041]: DEBUG oslo_concurrency.lockutils [req-e1c0a416-da5c-4e58-a9ba-15fc076507a8 req-b8945357-5afc-4b97-94e8-292d8eb7f70c service nova] Releasing lock "refresh_cache-39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.367420] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192468, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.579833] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192467, 'name': RelocateVM_Task, 'duration_secs': 5.515687} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.582633] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 695.582840] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638382', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'name': 'volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fe85bba-8aed-4e32-a4da-c4b0cd517fbe', 'attached_at': '', 'detached_at': '', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'serial': '21b00041-6dd0-48a4-b9ba-01cbd8f25764'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 695.583879] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc125867-de27-4b87-bfc4-714320b0c7d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.602979] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf0ec84-ae67-484e-9d2e-721a7407f712 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.626579] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764/volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.629759] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "refresh_cache-0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.629898] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "refresh_cache-0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.630061] env[70041]: DEBUG nova.network.neutron [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.631126] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d04d19ca-a1c7-4753-aae5-ff113f46b160 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.656194] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for the task: (returnval){ [ 695.656194] env[70041]: value = "task-3192469" [ 695.656194] env[70041]: _type = "Task" [ 695.656194] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.664959] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.696295] env[70041]: DEBUG nova.network.neutron [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.871169] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192468, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.954085] env[70041]: DEBUG nova.network.neutron [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Updating instance_info_cache with network_info: [{"id": "e6e2adc4-d7df-490e-a728-219c6f995231", "address": "fa:16:3e:7f:62:78", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e2adc4-d7", "ovs_interfaceid": "e6e2adc4-d7df-490e-a728-219c6f995231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.079889] env[70041]: DEBUG nova.compute.manager [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Received event network-vif-plugged-e6e2adc4-d7df-490e-a728-219c6f995231 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 696.079889] env[70041]: DEBUG oslo_concurrency.lockutils [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] Acquiring lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.079889] env[70041]: DEBUG oslo_concurrency.lockutils [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] Lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.079889] env[70041]: DEBUG oslo_concurrency.lockutils [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] Lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.079889] env[70041]: DEBUG nova.compute.manager [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] No waiting events found dispatching network-vif-plugged-e6e2adc4-d7df-490e-a728-219c6f995231 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.080074] env[70041]: WARNING nova.compute.manager [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Received unexpected event network-vif-plugged-e6e2adc4-d7df-490e-a728-219c6f995231 for instance with vm_state building and task_state spawning. [ 696.080074] env[70041]: DEBUG nova.compute.manager [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Received event network-changed-e6e2adc4-d7df-490e-a728-219c6f995231 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 696.080137] env[70041]: DEBUG nova.compute.manager [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Refreshing instance network info cache due to event network-changed-e6e2adc4-d7df-490e-a728-219c6f995231. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 696.081056] env[70041]: DEBUG oslo_concurrency.lockutils [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] Acquiring lock "refresh_cache-0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.105499] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d77974-d57d-45c3-abf6-a11dfd68a14d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.118995] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67551874-3572-4229-94af-6b093ab84111 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.156634] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d07406e-d79a-4845-a7b6-1a540068ae15 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.173757] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4fa373-44f9-4519-a386-226ef254a5ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.177759] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192469, 'name': ReconfigVM_Task, 'duration_secs': 0.378012} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.178095] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764/volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.183531] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa162f4-df50-4a5d-b38c-f7a0754da90e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.204230] env[70041]: DEBUG nova.compute.provider_tree [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.213298] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for the task: (returnval){ [ 696.213298] env[70041]: value = "task-3192470" [ 696.213298] env[70041]: _type = "Task" [ 696.213298] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.222711] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.369937] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192468, 'name': CreateVM_Task, 'duration_secs': 2.34205} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.370136] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.370850] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.371043] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.371403] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.371653] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2316b84c-dabf-4597-93bb-7f1f2ff2a436 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.377184] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 696.377184] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526b453b-9b10-0263-5738-6cfae8b7ba0a" [ 696.377184] env[70041]: _type = "Task" [ 696.377184] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.386214] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526b453b-9b10-0263-5738-6cfae8b7ba0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.457801] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "refresh_cache-0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.457801] env[70041]: DEBUG nova.compute.manager [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Instance network_info: |[{"id": "e6e2adc4-d7df-490e-a728-219c6f995231", "address": "fa:16:3e:7f:62:78", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e2adc4-d7", "ovs_interfaceid": "e6e2adc4-d7df-490e-a728-219c6f995231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.457922] env[70041]: DEBUG oslo_concurrency.lockutils [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] Acquired lock "refresh_cache-0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.457922] env[70041]: DEBUG nova.network.neutron [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Refreshing network info cache for port e6e2adc4-d7df-490e-a728-219c6f995231 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.459223] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:62:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6e2adc4-d7df-490e-a728-219c6f995231', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.466788] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.469730] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.470242] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-366c91fd-8dc0-47e1-ad65-0258fa9aae52 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.493485] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.493485] env[70041]: value = "task-3192471" [ 696.493485] env[70041]: _type = "Task" [ 696.493485] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.503385] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192471, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.707556] env[70041]: DEBUG nova.scheduler.client.report [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.730820] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192470, 'name': ReconfigVM_Task, 'duration_secs': 0.188546} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.731939] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638382', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'name': 'volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fe85bba-8aed-4e32-a4da-c4b0cd517fbe', 'attached_at': '', 'detached_at': '', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'serial': '21b00041-6dd0-48a4-b9ba-01cbd8f25764'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 696.732611] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47a68ba3-1aeb-4f26-be37-ebf0d1ed70ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.742664] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for the task: (returnval){ [ 696.742664] env[70041]: value = "task-3192472" [ 696.742664] env[70041]: _type = "Task" [ 696.742664] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.754785] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192472, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.874153] env[70041]: DEBUG nova.network.neutron [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Updated VIF entry in instance network info cache for port e6e2adc4-d7df-490e-a728-219c6f995231. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.874586] env[70041]: DEBUG nova.network.neutron [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Updating instance_info_cache with network_info: [{"id": "e6e2adc4-d7df-490e-a728-219c6f995231", "address": "fa:16:3e:7f:62:78", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e2adc4-d7", "ovs_interfaceid": "e6e2adc4-d7df-490e-a728-219c6f995231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.890300] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526b453b-9b10-0263-5738-6cfae8b7ba0a, 'name': SearchDatastore_Task, 'duration_secs': 0.028051} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.891270] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.891521] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.891781] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.891934] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.892159] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.892683] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9caea875-2f34-4090-8c7f-2847eaf2423c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.902730] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.902907] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.903690] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d4df112-a280-4caa-9fd6-6540f660608b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.910364] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 696.910364] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b7e3dd-5607-00db-5548-7f975380383d" [ 696.910364] env[70041]: _type = "Task" [ 696.910364] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.919357] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b7e3dd-5607-00db-5548-7f975380383d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.005132] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192471, 'name': CreateVM_Task, 'duration_secs': 0.364413} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.005342] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.006066] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.006223] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.006538] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.006789] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae26c6a1-04a0-4dd0-8c68-974cc8458082 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.012597] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 697.012597] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522d96d5-2876-34b5-2fa9-da61dd7adc56" [ 697.012597] env[70041]: _type = "Task" [ 697.012597] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.022565] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522d96d5-2876-34b5-2fa9-da61dd7adc56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.212754] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.213655] env[70041]: DEBUG nova.compute.manager [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.216904] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.818s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.218835] env[70041]: INFO nova.compute.claims [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.256183] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192472, 'name': Rename_Task, 'duration_secs': 0.186672} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.256544] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.256836] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecde6eb0-0003-4192-baf5-43534448076a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.268316] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for the task: (returnval){ [ 697.268316] env[70041]: value = "task-3192473" [ 697.268316] env[70041]: _type = "Task" [ 697.268316] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.279112] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.378448] env[70041]: DEBUG oslo_concurrency.lockutils [req-eb32ef73-ade7-445a-8aa1-263664d6b920 req-70f16225-a3aa-40ee-a2dc-df05780b4a7d service nova] Releasing lock "refresh_cache-0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.427209] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b7e3dd-5607-00db-5548-7f975380383d, 'name': SearchDatastore_Task, 'duration_secs': 0.011499} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.428079] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c303fb3-a78b-4557-80f6-18198d5118fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.435067] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 697.435067] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52042d62-8cae-eb54-a6ba-a2d2ed4fda13" [ 697.435067] env[70041]: _type = "Task" [ 697.435067] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.446344] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52042d62-8cae-eb54-a6ba-a2d2ed4fda13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.525244] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522d96d5-2876-34b5-2fa9-da61dd7adc56, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.525612] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.525877] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.526164] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.718754] env[70041]: DEBUG nova.compute.utils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.720613] env[70041]: DEBUG nova.compute.manager [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.720788] env[70041]: DEBUG nova.network.neutron [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.781314] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.783065] env[70041]: DEBUG nova.policy [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce3bf81809e8499cb01c49573aa912dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f2aae429f95441d94ec1b3018b4a3ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.951616] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52042d62-8cae-eb54-a6ba-a2d2ed4fda13, 'name': SearchDatastore_Task, 'duration_secs': 0.041219} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.951975] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.952041] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf/39839d4d-ef9d-4b28-a3b1-cb53d5833fbf.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.952365] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.952555] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.952778] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f17347-7108-4b48-baad-119955ac08b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.955300] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad125311-9350-49b3-a48b-55aedfae41ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.963546] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 697.963546] env[70041]: value = "task-3192474" [ 697.963546] env[70041]: _type = "Task" [ 697.963546] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.973990] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.975984] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.976215] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.976987] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777972cf-d706-4d26-ae95-87f23327b690 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.983780] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 697.983780] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529b31e2-d08a-4a6d-8c72-0320d89cae78" [ 697.983780] env[70041]: _type = "Task" [ 697.983780] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.995971] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529b31e2-d08a-4a6d-8c72-0320d89cae78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.079764] env[70041]: DEBUG nova.network.neutron [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Successfully created port: 0a518964-b7f0-4c82-a89c-5353f2e8c640 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.224989] env[70041]: DEBUG nova.compute.manager [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.282140] env[70041]: DEBUG oslo_vmware.api [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192473, 'name': PowerOnVM_Task, 'duration_secs': 0.742583} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.284994] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.285232] env[70041]: INFO nova.compute.manager [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Took 10.12 seconds to spawn the instance on the hypervisor. [ 698.285416] env[70041]: DEBUG nova.compute.manager [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.286925] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c08b2e-0564-4136-b9ca-d66b76755e4d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.476832] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192474, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.498080] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529b31e2-d08a-4a6d-8c72-0320d89cae78, 'name': SearchDatastore_Task, 'duration_secs': 0.015174} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.502297] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133ae646-5318-4ea5-a521-428afc13fa71 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.511268] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 698.511268] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521da3db-9cdc-b251-08d5-7a1283ea2386" [ 698.511268] env[70041]: _type = "Task" [ 698.511268] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.524478] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521da3db-9cdc-b251-08d5-7a1283ea2386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.812501] env[70041]: INFO nova.compute.manager [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Took 38.94 seconds to build instance. [ 698.912746] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaa1e61-0ab1-4a7a-a608-4e9f126de040 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.922426] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c75e656-7a36-4dc4-9705-dc1114ceb11c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.958036] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddf97b8-ca65-463d-903d-aad9b24cef7a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.966951] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664faa12-858d-4250-b56f-1a74777ef3c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.984724] env[70041]: DEBUG nova.compute.provider_tree [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.989140] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676271} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.989623] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf/39839d4d-ef9d-4b28-a3b1-cb53d5833fbf.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.989860] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.990114] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0e447ac-3964-47ef-abfc-c1f474191de4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.997602] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 698.997602] env[70041]: value = "task-3192475" [ 698.997602] env[70041]: _type = "Task" [ 698.997602] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.006808] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.020528] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521da3db-9cdc-b251-08d5-7a1283ea2386, 'name': SearchDatastore_Task, 'duration_secs': 0.053966} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.020796] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.021087] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c/0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.021403] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64851341-f864-4b7a-ba27-ee0dc640dc4a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.029870] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 699.029870] env[70041]: value = "task-3192476" [ 699.029870] env[70041]: _type = "Task" [ 699.029870] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.038600] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.238412] env[70041]: DEBUG nova.compute.manager [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.265930] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.266356] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.266619] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.266840] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.266992] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.267173] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.267551] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.267551] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.267705] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.267865] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.268056] env[70041]: DEBUG nova.virt.hardware [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.268975] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff22d1e9-52fc-4499-b189-5ea93b1e31ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.278871] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d639c0a-f4f5-4223-9bf6-e0dff556b6d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.316364] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e04f9f64-b6ec-4a9a-9f4f-c799692948c5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.884s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.491569] env[70041]: DEBUG nova.scheduler.client.report [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.514413] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110862} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.514851] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.516684] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca3ce9-f0c2-4d6a-b9ba-9baf3eb12170 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.552381] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf/39839d4d-ef9d-4b28-a3b1-cb53d5833fbf.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.556403] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b4a04a-8523-4094-8298-5e23e64968a8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.582956] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192476, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.583658] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 699.583658] env[70041]: value = "task-3192477" [ 699.583658] env[70041]: _type = "Task" [ 699.583658] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.594949] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.737709] env[70041]: DEBUG nova.compute.manager [req-f9833a8a-a9f8-4576-946f-1ea1dfe4bbf3 req-61f0f613-f0dd-4728-96c9-533f1c08084e service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Received event network-changed-9143ac59-c168-44a3-935e-9972264a16ce {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 699.737959] env[70041]: DEBUG nova.compute.manager [req-f9833a8a-a9f8-4576-946f-1ea1dfe4bbf3 req-61f0f613-f0dd-4728-96c9-533f1c08084e service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Refreshing instance network info cache due to event network-changed-9143ac59-c168-44a3-935e-9972264a16ce. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 699.741696] env[70041]: DEBUG oslo_concurrency.lockutils [req-f9833a8a-a9f8-4576-946f-1ea1dfe4bbf3 req-61f0f613-f0dd-4728-96c9-533f1c08084e service nova] Acquiring lock "refresh_cache-4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.742474] env[70041]: DEBUG oslo_concurrency.lockutils [req-f9833a8a-a9f8-4576-946f-1ea1dfe4bbf3 req-61f0f613-f0dd-4728-96c9-533f1c08084e service nova] Acquired lock "refresh_cache-4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.742682] env[70041]: DEBUG nova.network.neutron [req-f9833a8a-a9f8-4576-946f-1ea1dfe4bbf3 req-61f0f613-f0dd-4728-96c9-533f1c08084e service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Refreshing network info cache for port 9143ac59-c168-44a3-935e-9972264a16ce {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.818374] env[70041]: DEBUG nova.compute.manager [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.997530] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.998555] env[70041]: DEBUG nova.compute.manager [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.003132] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.821s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.007018] env[70041]: DEBUG nova.objects.instance [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lazy-loading 'resources' on Instance uuid 4624efde-c3d5-44f2-9901-dd465ddeea2f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.063461] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882034} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.063461] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c/0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.063461] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.063461] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63dbe24f-b50f-4678-a213-7b532a41935c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.063461] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 700.063461] env[70041]: value = "task-3192478" [ 700.063461] env[70041]: _type = "Task" [ 700.063461] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.074587] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.101516] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192477, 'name': ReconfigVM_Task, 'duration_secs': 0.407629} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.101516] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf/39839d4d-ef9d-4b28-a3b1-cb53d5833fbf.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.101516] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ad1424e-f2f9-4b8f-b620-d8e92a768fe8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.109583] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 700.109583] env[70041]: value = "task-3192479" [ 700.109583] env[70041]: _type = "Task" [ 700.109583] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.121299] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192479, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.230114] env[70041]: DEBUG nova.network.neutron [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Successfully updated port: 0a518964-b7f0-4c82-a89c-5353f2e8c640 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.348889] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.486242] env[70041]: DEBUG nova.network.neutron [req-f9833a8a-a9f8-4576-946f-1ea1dfe4bbf3 req-61f0f613-f0dd-4728-96c9-533f1c08084e service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Updated VIF entry in instance network info cache for port 9143ac59-c168-44a3-935e-9972264a16ce. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.486242] env[70041]: DEBUG nova.network.neutron [req-f9833a8a-a9f8-4576-946f-1ea1dfe4bbf3 req-61f0f613-f0dd-4728-96c9-533f1c08084e service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Updating instance_info_cache with network_info: [{"id": "9143ac59-c168-44a3-935e-9972264a16ce", "address": "fa:16:3e:dd:bf:e8", "network": {"id": "ce576364-4d3d-4d0d-8095-54e4448db1a4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-517734268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a003084b83da41e38ad8053a316d5c1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9143ac59-c1", "ovs_interfaceid": "9143ac59-c168-44a3-935e-9972264a16ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.507626] env[70041]: DEBUG nova.compute.utils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.512764] env[70041]: DEBUG nova.compute.manager [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.512764] env[70041]: DEBUG nova.network.neutron [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.580493] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102878} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.580776] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.581704] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cfffed-95f2-4bd7-9e60-d5c90be37703 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.615260] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c/0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.619918] env[70041]: DEBUG nova.policy [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f136ca5eecb4a07b312f92249cf1326', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2130c2d274fe4db9a628f1ab43d2b798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.622269] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122790c4-4ca4-4950-9f99-e2dd8ed8d8ea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.648437] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192479, 'name': Rename_Task, 'duration_secs': 0.16893} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.652023] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.652023] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 700.652023] env[70041]: value = "task-3192480" [ 700.652023] env[70041]: _type = "Task" [ 700.652023] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.652023] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e9835c0-5159-45b4-af5c-0acf02afcaf7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.675580] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.675580] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 700.675580] env[70041]: value = "task-3192481" [ 700.675580] env[70041]: _type = "Task" [ 700.675580] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.735669] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "refresh_cache-5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.735669] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "refresh_cache-5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.735669] env[70041]: DEBUG nova.network.neutron [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.987153] env[70041]: DEBUG oslo_concurrency.lockutils [req-f9833a8a-a9f8-4576-946f-1ea1dfe4bbf3 req-61f0f613-f0dd-4728-96c9-533f1c08084e service nova] Releasing lock "refresh_cache-4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.017327] env[70041]: DEBUG nova.compute.manager [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.124111] env[70041]: DEBUG nova.network.neutron [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Successfully created port: b4944d95-b744-42c5-93d3-6d782540a60f {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.165706] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192480, 'name': ReconfigVM_Task, 'duration_secs': 0.381698} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.166025] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c/0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.173052] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a462408-3d3f-479d-a942-b875f87bc927 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.184075] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 701.184075] env[70041]: value = "task-3192482" [ 701.184075] env[70041]: _type = "Task" [ 701.184075] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.194942] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192481, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.204136] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192482, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.264591] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d01071-7142-1241-b9ea-4240c7db6bf9/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 701.265954] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f22b0b-4a9f-42f4-a0c7-2de5cdffac43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.276567] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d01071-7142-1241-b9ea-4240c7db6bf9/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 701.276762] env[70041]: ERROR oslo_vmware.rw_handles [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d01071-7142-1241-b9ea-4240c7db6bf9/disk-0.vmdk due to incomplete transfer. [ 701.277030] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5781865c-6136-4d7c-a4ec-928f062751b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.287028] env[70041]: DEBUG nova.network.neutron [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.290366] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d01071-7142-1241-b9ea-4240c7db6bf9/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 701.290696] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Uploaded image 152dcf23-b169-4c12-a866-74e4f783189c to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 701.293103] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.293391] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1b35d93-40ba-4667-8561-6995cc69360f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.301136] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 701.301136] env[70041]: value = "task-3192483" [ 701.301136] env[70041]: _type = "Task" [ 701.301136] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.313586] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192483, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.402221] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64855287-b7a8-4557-a485-eeb3b31e01f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.415872] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fa5705-13dc-4e6f-a6e9-b351e67a6e56 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.454233] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0127b99c-5f2f-41f5-b611-76ae1798ad7b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.464031] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caad337d-85fb-4cb0-846e-7529ccddce56 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.479356] env[70041]: DEBUG nova.compute.provider_tree [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.689010] env[70041]: DEBUG oslo_vmware.api [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192481, 'name': PowerOnVM_Task, 'duration_secs': 0.569751} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.695160] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.695160] env[70041]: INFO nova.compute.manager [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Took 10.37 seconds to spawn the instance on the hypervisor. [ 701.695335] env[70041]: DEBUG nova.compute.manager [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.696200] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9c8a60-1a42-4bca-bee6-8819350c0e17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.706848] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192482, 'name': Rename_Task, 'duration_secs': 0.361224} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.708888] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.713289] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fcd2220-6159-4cb9-90c9-0a53ede670a0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.720237] env[70041]: DEBUG nova.network.neutron [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Updating instance_info_cache with network_info: [{"id": "0a518964-b7f0-4c82-a89c-5353f2e8c640", "address": "fa:16:3e:84:9a:fe", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a518964-b7", "ovs_interfaceid": "0a518964-b7f0-4c82-a89c-5353f2e8c640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.723288] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 701.723288] env[70041]: value = "task-3192484" [ 701.723288] env[70041]: _type = "Task" [ 701.723288] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.733942] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.812995] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192483, 'name': Destroy_Task, 'duration_secs': 0.394651} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.813488] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Destroyed the VM [ 701.813759] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 701.814114] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-740d9a94-902f-481a-aa86-198d8c2d83ad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.825787] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 701.825787] env[70041]: value = "task-3192485" [ 701.825787] env[70041]: _type = "Task" [ 701.825787] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.840878] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192485, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.845208] env[70041]: DEBUG nova.compute.manager [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Received event network-vif-plugged-0a518964-b7f0-4c82-a89c-5353f2e8c640 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 701.845208] env[70041]: DEBUG oslo_concurrency.lockutils [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] Acquiring lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.845208] env[70041]: DEBUG oslo_concurrency.lockutils [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] Lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.845208] env[70041]: DEBUG oslo_concurrency.lockutils [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] Lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.845208] env[70041]: DEBUG nova.compute.manager [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] No waiting events found dispatching network-vif-plugged-0a518964-b7f0-4c82-a89c-5353f2e8c640 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.845460] env[70041]: WARNING nova.compute.manager [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Received unexpected event network-vif-plugged-0a518964-b7f0-4c82-a89c-5353f2e8c640 for instance with vm_state building and task_state spawning. [ 701.845460] env[70041]: DEBUG nova.compute.manager [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Received event network-changed-0a518964-b7f0-4c82-a89c-5353f2e8c640 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 701.845460] env[70041]: DEBUG nova.compute.manager [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Refreshing instance network info cache due to event network-changed-0a518964-b7f0-4c82-a89c-5353f2e8c640. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 701.845460] env[70041]: DEBUG oslo_concurrency.lockutils [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] Acquiring lock "refresh_cache-5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.985934] env[70041]: DEBUG nova.scheduler.client.report [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.031757] env[70041]: DEBUG nova.compute.manager [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.063881] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.064139] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.064295] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.064480] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.064639] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.064807] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.065037] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.065203] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.065366] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.065597] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.065784] env[70041]: DEBUG nova.virt.hardware [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.066751] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab17867-b92f-4250-97cd-004e701de7cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.076694] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04080ec6-b2d3-4c7a-be64-ce437b857431 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.225548] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "refresh_cache-5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.225857] env[70041]: DEBUG nova.compute.manager [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Instance network_info: |[{"id": "0a518964-b7f0-4c82-a89c-5353f2e8c640", "address": "fa:16:3e:84:9a:fe", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a518964-b7", "ovs_interfaceid": "0a518964-b7f0-4c82-a89c-5353f2e8c640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.226467] env[70041]: INFO nova.compute.manager [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Took 38.66 seconds to build instance. [ 702.230024] env[70041]: DEBUG oslo_concurrency.lockutils [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] Acquired lock "refresh_cache-5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.230024] env[70041]: DEBUG nova.network.neutron [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Refreshing network info cache for port 0a518964-b7f0-4c82-a89c-5353f2e8c640 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.230024] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:9a:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a518964-b7f0-4c82-a89c-5353f2e8c640', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.238818] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.244885] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4cc507db-d432-41ea-8973-fcacb3fbc6bb tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.462s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.245205] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.248502] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f4ddef6-ac4d-4f74-aeca-b15021f4be04 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.262053] env[70041]: DEBUG nova.compute.manager [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.268838] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192484, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.274450] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.274450] env[70041]: value = "task-3192486" [ 702.274450] env[70041]: _type = "Task" [ 702.274450] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.284518] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192486, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.336848] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192485, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.492303] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.489s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.495715] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.228s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.497940] env[70041]: INFO nova.compute.claims [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.528799] env[70041]: INFO nova.scheduler.client.report [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Deleted allocations for instance 4624efde-c3d5-44f2-9901-dd465ddeea2f [ 702.737429] env[70041]: DEBUG oslo_vmware.api [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192484, 'name': PowerOnVM_Task, 'duration_secs': 0.856891} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.737722] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.737935] env[70041]: INFO nova.compute.manager [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Took 8.43 seconds to spawn the instance on the hypervisor. [ 702.738128] env[70041]: DEBUG nova.compute.manager [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.738916] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48fd5f9-a0f9-45e7-bd91-485ab8a8bea2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.790264] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192486, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.791195] env[70041]: DEBUG nova.network.neutron [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Successfully updated port: b4944d95-b744-42c5-93d3-6d782540a60f {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.811830] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.839338] env[70041]: DEBUG oslo_vmware.api [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192485, 'name': RemoveSnapshot_Task, 'duration_secs': 0.594557} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.839338] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 702.839678] env[70041]: INFO nova.compute.manager [None req-c05d9d54-0e6f-4a71-a49a-b30ac095f055 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Took 18.11 seconds to snapshot the instance on the hypervisor. [ 703.036098] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cdbadf98-322f-4b40-96f9-fc4e4cdbb71c tempest-FloatingIPsAssociationNegativeTestJSON-2143237205 tempest-FloatingIPsAssociationNegativeTestJSON-2143237205-project-member] Lock "4624efde-c3d5-44f2-9901-dd465ddeea2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.548s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.162619] env[70041]: DEBUG nova.network.neutron [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Updated VIF entry in instance network info cache for port 0a518964-b7f0-4c82-a89c-5353f2e8c640. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.162991] env[70041]: DEBUG nova.network.neutron [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Updating instance_info_cache with network_info: [{"id": "0a518964-b7f0-4c82-a89c-5353f2e8c640", "address": "fa:16:3e:84:9a:fe", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a518964-b7", "ovs_interfaceid": "0a518964-b7f0-4c82-a89c-5353f2e8c640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.261297] env[70041]: INFO nova.compute.manager [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Took 39.20 seconds to build instance. [ 703.290292] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192486, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.298114] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-5ae567d4-9a0a-4d07-bc2d-193f09911fc9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.298114] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-5ae567d4-9a0a-4d07-bc2d-193f09911fc9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.298388] env[70041]: DEBUG nova.network.neutron [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.666182] env[70041]: DEBUG oslo_concurrency.lockutils [req-4bc65c46-8d14-4d13-8bce-4e4a0a580578 req-8e575cbd-1db2-43a5-bc2c-790303f747de service nova] Releasing lock "refresh_cache-5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.727633] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b40d76-a6a5-4696-af4d-bd13dab6a18d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.742396] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e29c358e-2849-459a-8b60-7641483edc34 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Suspending the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 703.742396] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-eb1d64b2-da1b-4fb4-971e-9a43251897d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.753125] env[70041]: DEBUG oslo_vmware.api [None req-e29c358e-2849-459a-8b60-7641483edc34 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 703.753125] env[70041]: value = "task-3192487" [ 703.753125] env[70041]: _type = "Task" [ 703.753125] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.766368] env[70041]: DEBUG oslo_vmware.api [None req-e29c358e-2849-459a-8b60-7641483edc34 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192487, 'name': SuspendVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.766368] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55f82e5f-6d6b-469c-97db-bcbdc96bc1ec tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.666s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.789220] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192486, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.851703] env[70041]: DEBUG nova.network.neutron [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.011505] env[70041]: DEBUG nova.network.neutron [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Updating instance_info_cache with network_info: [{"id": "b4944d95-b744-42c5-93d3-6d782540a60f", "address": "fa:16:3e:eb:26:60", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4944d95-b7", "ovs_interfaceid": "b4944d95-b744-42c5-93d3-6d782540a60f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.129629] env[70041]: DEBUG nova.compute.manager [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Received event network-vif-plugged-b4944d95-b744-42c5-93d3-6d782540a60f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 704.129895] env[70041]: DEBUG oslo_concurrency.lockutils [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] Acquiring lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.130139] env[70041]: DEBUG oslo_concurrency.lockutils [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] Lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.130322] env[70041]: DEBUG oslo_concurrency.lockutils [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] Lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.130498] env[70041]: DEBUG nova.compute.manager [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] No waiting events found dispatching network-vif-plugged-b4944d95-b744-42c5-93d3-6d782540a60f {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.130706] env[70041]: WARNING nova.compute.manager [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Received unexpected event network-vif-plugged-b4944d95-b744-42c5-93d3-6d782540a60f for instance with vm_state building and task_state spawning. [ 704.130893] env[70041]: DEBUG nova.compute.manager [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Received event network-changed-b4944d95-b744-42c5-93d3-6d782540a60f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 704.131200] env[70041]: DEBUG nova.compute.manager [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Refreshing instance network info cache due to event network-changed-b4944d95-b744-42c5-93d3-6d782540a60f. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 704.131455] env[70041]: DEBUG oslo_concurrency.lockutils [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] Acquiring lock "refresh_cache-5ae567d4-9a0a-4d07-bc2d-193f09911fc9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.159831] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8521a84-6a5f-4823-bc10-41a9d46a1fc1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.168904] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37ef739-8bd9-4fe6-8cc6-3cd02b0f21f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.206594] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dbecb0-2646-4264-83e7-5c1e3068ab0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.215829] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2c804f-5c9c-413f-acd0-94eea15542f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.231053] env[70041]: DEBUG nova.compute.provider_tree [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.267162] env[70041]: DEBUG oslo_vmware.api [None req-e29c358e-2849-459a-8b60-7641483edc34 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192487, 'name': SuspendVM_Task} progress is 62%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.272074] env[70041]: DEBUG nova.compute.manager [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.289397] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192486, 'name': CreateVM_Task, 'duration_secs': 1.559251} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.289397] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.289397] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.289397] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.289397] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.289397] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ab4fbe5-e3e7-4c7a-9431-6a079d5a7573 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.295994] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 704.295994] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ef7776-060c-da77-193b-b00556b16e6b" [ 704.295994] env[70041]: _type = "Task" [ 704.295994] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.307034] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ef7776-060c-da77-193b-b00556b16e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.516724] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-5ae567d4-9a0a-4d07-bc2d-193f09911fc9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.517257] env[70041]: DEBUG nova.compute.manager [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Instance network_info: |[{"id": "b4944d95-b744-42c5-93d3-6d782540a60f", "address": "fa:16:3e:eb:26:60", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4944d95-b7", "ovs_interfaceid": "b4944d95-b744-42c5-93d3-6d782540a60f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.517701] env[70041]: DEBUG oslo_concurrency.lockutils [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] Acquired lock "refresh_cache-5ae567d4-9a0a-4d07-bc2d-193f09911fc9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.518028] env[70041]: DEBUG nova.network.neutron [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Refreshing network info cache for port b4944d95-b744-42c5-93d3-6d782540a60f {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.520134] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:26:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4944d95-b744-42c5-93d3-6d782540a60f', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.533366] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Creating folder: Project (2130c2d274fe4db9a628f1ab43d2b798). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.534858] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca4bdce9-403e-4304-aa7d-1c8d6b5b3756 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.554169] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Created folder: Project (2130c2d274fe4db9a628f1ab43d2b798) in parent group-v638323. [ 704.554493] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Creating folder: Instances. Parent ref: group-v638433. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.554806] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0259c09c-5481-43f3-ab90-168c9d258c83 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.570854] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Created folder: Instances in parent group-v638433. [ 704.571191] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.571421] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.572302] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232883c0-448b-493d-8b44-19e2838e4cef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.600066] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.600066] env[70041]: value = "task-3192490" [ 704.600066] env[70041]: _type = "Task" [ 704.600066] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.614458] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192490, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.734182] env[70041]: DEBUG nova.scheduler.client.report [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.768607] env[70041]: DEBUG oslo_vmware.api [None req-e29c358e-2849-459a-8b60-7641483edc34 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192487, 'name': SuspendVM_Task, 'duration_secs': 0.826625} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.769113] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e29c358e-2849-459a-8b60-7641483edc34 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Suspended the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 704.769407] env[70041]: DEBUG nova.compute.manager [None req-e29c358e-2849-459a-8b60-7641483edc34 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.770235] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d74266-455e-42ff-8b05-89f83b2456f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.802881] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.814362] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ef7776-060c-da77-193b-b00556b16e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013343} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.815729] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.815729] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.815910] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.816022] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.816317] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.816723] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7da18b78-ab26-4a8d-8ac8-75fc61071d14 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.830420] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.830920] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.832354] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61441867-6784-493e-bb75-8e2aba0b42c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.840758] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 704.840758] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528d9e46-e561-22e4-c576-b22755f0fe8c" [ 704.840758] env[70041]: _type = "Task" [ 704.840758] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.853886] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528d9e46-e561-22e4-c576-b22755f0fe8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.110826] env[70041]: DEBUG nova.compute.manager [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.111726] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a83fe1b-8ac0-42f5-bd92-b0877f7fbd9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.121052] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192490, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.244056] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.246131] env[70041]: DEBUG nova.compute.manager [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.249059] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.255s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.251265] env[70041]: INFO nova.compute.claims [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.306171] env[70041]: DEBUG nova.network.neutron [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Updated VIF entry in instance network info cache for port b4944d95-b744-42c5-93d3-6d782540a60f. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.306171] env[70041]: DEBUG nova.network.neutron [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Updating instance_info_cache with network_info: [{"id": "b4944d95-b744-42c5-93d3-6d782540a60f", "address": "fa:16:3e:eb:26:60", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4944d95-b7", "ovs_interfaceid": "b4944d95-b744-42c5-93d3-6d782540a60f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.360291] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528d9e46-e561-22e4-c576-b22755f0fe8c, 'name': SearchDatastore_Task, 'duration_secs': 0.037269} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.361347] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503b8b8e-b9f2-47b1-b883-1e1d23f1b942 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.368361] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 705.368361] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523ea3ac-7bd4-735c-5f9b-5371cee51edf" [ 705.368361] env[70041]: _type = "Task" [ 705.368361] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.378919] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523ea3ac-7bd4-735c-5f9b-5371cee51edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.615622] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192490, 'name': CreateVM_Task, 'duration_secs': 0.88603} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.615816] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.616523] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.616678] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.617010] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.617353] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd99f105-d094-4359-bbfb-80741a734d19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.623889] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 705.623889] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f5f2d8-e899-1f1b-ba20-5f02743373e5" [ 705.623889] env[70041]: _type = "Task" [ 705.623889] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.627650] env[70041]: INFO nova.compute.manager [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] instance snapshotting [ 705.630551] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d82a34-5bee-49e5-b13e-d77ce1d7a197 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.636072] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f5f2d8-e899-1f1b-ba20-5f02743373e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.654953] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a35d2d9-9c3c-41b7-8f59-59075999159e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.763145] env[70041]: DEBUG nova.compute.utils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.768039] env[70041]: DEBUG nova.compute.manager [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.768039] env[70041]: DEBUG nova.network.neutron [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.812245] env[70041]: DEBUG oslo_concurrency.lockutils [req-cd483b8c-ffa6-4562-a9f8-77db7bd9978d req-5428fd75-0bc2-45a6-b10d-4304fe2a9c1d service nova] Releasing lock "refresh_cache-5ae567d4-9a0a-4d07-bc2d-193f09911fc9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.856795] env[70041]: DEBUG nova.policy [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ddcc00ca14a403cbc8dd1494c30dc3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b1b9a5dae5b4fc6a90db8ae857132b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.881182] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523ea3ac-7bd4-735c-5f9b-5371cee51edf, 'name': SearchDatastore_Task, 'duration_secs': 0.030753} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.881625] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.881766] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec/5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.882050] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89b7ff28-5a70-499f-b5ed-8cab35a6dc19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.892708] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 705.892708] env[70041]: value = "task-3192491" [ 705.892708] env[70041]: _type = "Task" [ 705.892708] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.900390] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.137875] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f5f2d8-e899-1f1b-ba20-5f02743373e5, 'name': SearchDatastore_Task, 'duration_secs': 0.015614} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.138289] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.138663] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.139037] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.139224] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.139415] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.139773] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b57ce2-2609-4669-bb41-65c55cee2f0e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.158842] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.158917] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.159711] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964412d4-9700-4889-8eab-7312d96a0412 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.166723] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.167901] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2f7073a-dbde-4106-ab1b-41941368026d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.171523] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 706.171523] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52471e9e-b431-22bb-3cc2-92c608decc26" [ 706.171523] env[70041]: _type = "Task" [ 706.171523] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.179560] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 706.179560] env[70041]: value = "task-3192492" [ 706.179560] env[70041]: _type = "Task" [ 706.179560] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.184595] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52471e9e-b431-22bb-3cc2-92c608decc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.197024] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.273847] env[70041]: DEBUG nova.compute.manager [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.313641] env[70041]: DEBUG nova.network.neutron [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Successfully created port: d98c95bd-b394-4b90-9be3-0dee06d940ae {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.411417] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192491, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.604772] env[70041]: DEBUG oslo_concurrency.lockutils [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.604772] env[70041]: DEBUG oslo_concurrency.lockutils [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.604772] env[70041]: DEBUG nova.compute.manager [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.604772] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7234ba-67b8-448e-819a-5e304a5a148b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.611114] env[70041]: DEBUG nova.compute.manager [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 706.611808] env[70041]: DEBUG nova.objects.instance [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lazy-loading 'flavor' on Instance uuid 609cb4f6-9aaa-488f-ab60-f6b2ae08f460 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.682910] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52471e9e-b431-22bb-3cc2-92c608decc26, 'name': SearchDatastore_Task, 'duration_secs': 0.056405} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.683911] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32911f39-bbe0-4555-b8a3-fffa6bbd310a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.696492] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 706.696492] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524bf3d8-84fe-2c31-3ab0-d065fb9a95a0" [ 706.696492] env[70041]: _type = "Task" [ 706.696492] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.699136] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.710848] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524bf3d8-84fe-2c31-3ab0-d065fb9a95a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.711159] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.711376] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5ae567d4-9a0a-4d07-bc2d-193f09911fc9/5ae567d4-9a0a-4d07-bc2d-193f09911fc9.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.712086] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98dc5832-c679-4ec2-9581-1cd6faa95533 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.723742] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 706.723742] env[70041]: value = "task-3192493" [ 706.723742] env[70041]: _type = "Task" [ 706.723742] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.732263] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.907032] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55453} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.907032] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec/5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.907032] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.907032] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96a98407-bd3a-4db3-ace8-87e90370b840 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.911334] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef65d3bd-11ae-4e69-a61e-abe834488549 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.916279] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 706.916279] env[70041]: value = "task-3192494" [ 706.916279] env[70041]: _type = "Task" [ 706.916279] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.923867] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6d9cda-d1bb-4058-9fae-3f2f52b0915c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.932243] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.975900] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2447c291-2bc3-4da6-8a46-b62235b3ec91 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.986378] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1507e1dc-fad5-428c-b17b-55f9509a7f61 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.004231] env[70041]: DEBUG nova.compute.provider_tree [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.199024] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192492, 'name': CreateSnapshot_Task, 'duration_secs': 0.758266} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.199024] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.199024] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c553ca8e-08b4-4001-af19-530ebf52d0e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.233846] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192493, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.285801] env[70041]: DEBUG nova.compute.manager [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.311452] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.311701] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.311854] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.312094] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.312289] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.312503] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.312745] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.312933] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.313145] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.313341] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.313570] env[70041]: DEBUG nova.virt.hardware [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.314450] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8c5f39-31ae-44d8-8e19-f508325217a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.322771] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16995ad-e76c-44a0-bcbc-fff430fef799 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.426634] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.380789} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.426906] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.427710] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c3ee2-01d2-4535-995a-b24f992a7d12 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.451350] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec/5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.451681] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d23b9a9-1197-4b5d-a9e9-6093e36c287d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.472672] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 707.472672] env[70041]: value = "task-3192495" [ 707.472672] env[70041]: _type = "Task" [ 707.472672] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.481613] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.507578] env[70041]: DEBUG nova.scheduler.client.report [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.600410] env[70041]: DEBUG nova.compute.manager [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.601285] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b75fcf-aee2-4ae5-95ab-5613986a4493 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.621907] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.622289] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e773eb95-9077-482b-bb41-592c17466574 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.630962] env[70041]: DEBUG oslo_vmware.api [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 707.630962] env[70041]: value = "task-3192496" [ 707.630962] env[70041]: _type = "Task" [ 707.630962] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.641837] env[70041]: DEBUG oslo_vmware.api [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.720262] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.721172] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-46ee47de-b063-4403-8a04-022a6d5194af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.736667] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550711} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.738524] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5ae567d4-9a0a-4d07-bc2d-193f09911fc9/5ae567d4-9a0a-4d07-bc2d-193f09911fc9.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.738800] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.739179] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 707.739179] env[70041]: value = "task-3192497" [ 707.739179] env[70041]: _type = "Task" [ 707.739179] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.739444] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aa36460-87f3-4ec8-9ba7-97c4f2d2135b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.751354] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 707.751354] env[70041]: value = "task-3192498" [ 707.751354] env[70041]: _type = "Task" [ 707.751354] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.758024] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192497, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.773686] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.986707] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192495, 'name': ReconfigVM_Task, 'duration_secs': 0.440231} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.987398] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec/5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.989022] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9019122a-1ade-49bf-99e1-f70b6a59de43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.998415] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 707.998415] env[70041]: value = "task-3192499" [ 707.998415] env[70041]: _type = "Task" [ 707.998415] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.008117] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192499, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.013162] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.013698] env[70041]: DEBUG nova.compute.manager [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.016437] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.528s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.025479] env[70041]: DEBUG nova.compute.manager [req-f9014172-93df-49d0-9737-44d607f7995c req-037c7a5d-c4b3-4ca4-bdce-27479f741eba service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Received event network-vif-plugged-d98c95bd-b394-4b90-9be3-0dee06d940ae {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 708.025479] env[70041]: DEBUG oslo_concurrency.lockutils [req-f9014172-93df-49d0-9737-44d607f7995c req-037c7a5d-c4b3-4ca4-bdce-27479f741eba service nova] Acquiring lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.025479] env[70041]: DEBUG oslo_concurrency.lockutils [req-f9014172-93df-49d0-9737-44d607f7995c req-037c7a5d-c4b3-4ca4-bdce-27479f741eba service nova] Lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.025479] env[70041]: DEBUG oslo_concurrency.lockutils [req-f9014172-93df-49d0-9737-44d607f7995c req-037c7a5d-c4b3-4ca4-bdce-27479f741eba service nova] Lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.025479] env[70041]: DEBUG nova.compute.manager [req-f9014172-93df-49d0-9737-44d607f7995c req-037c7a5d-c4b3-4ca4-bdce-27479f741eba service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] No waiting events found dispatching network-vif-plugged-d98c95bd-b394-4b90-9be3-0dee06d940ae {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.025666] env[70041]: WARNING nova.compute.manager [req-f9014172-93df-49d0-9737-44d607f7995c req-037c7a5d-c4b3-4ca4-bdce-27479f741eba service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Received unexpected event network-vif-plugged-d98c95bd-b394-4b90-9be3-0dee06d940ae for instance with vm_state building and task_state spawning. [ 708.113148] env[70041]: INFO nova.compute.manager [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] instance snapshotting [ 708.113353] env[70041]: WARNING nova.compute.manager [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 708.116592] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2768b75a-e153-41a1-a0fc-3b6a19c59637 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.124113] env[70041]: DEBUG nova.network.neutron [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Successfully updated port: d98c95bd-b394-4b90-9be3-0dee06d940ae {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.149696] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d24ba6-966d-4373-8511-bd5629c4f3c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.160382] env[70041]: DEBUG oslo_vmware.api [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192496, 'name': PowerOffVM_Task, 'duration_secs': 0.236949} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.163573] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.163909] env[70041]: DEBUG nova.compute.manager [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.168318] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295b5352-3251-4acc-9c81-d23759099c94 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.252638] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192497, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.264040] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155039} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.264519] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.265435] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7ff7d4-2f9c-4555-afef-8c2a90d84a31 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.290402] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5ae567d4-9a0a-4d07-bc2d-193f09911fc9/5ae567d4-9a0a-4d07-bc2d-193f09911fc9.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.290871] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d17ef1-ac68-4cd7-817c-d70db82b27aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.314797] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 708.314797] env[70041]: value = "task-3192500" [ 708.314797] env[70041]: _type = "Task" [ 708.314797] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.324566] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.512176] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192499, 'name': Rename_Task, 'duration_secs': 0.444728} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.512658] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.513074] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6235c8db-ecef-4013-b32e-4ee573eeb602 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.524925] env[70041]: DEBUG nova.compute.utils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.527054] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 708.527054] env[70041]: value = "task-3192501" [ 708.527054] env[70041]: _type = "Task" [ 708.527054] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.528967] env[70041]: DEBUG nova.compute.manager [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.528967] env[70041]: DEBUG nova.network.neutron [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.572406] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.600541] env[70041]: DEBUG nova.policy [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ddcc00ca14a403cbc8dd1494c30dc3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b1b9a5dae5b4fc6a90db8ae857132b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.626789] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.626897] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.627073] env[70041]: DEBUG nova.network.neutron [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.677127] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 708.677127] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93c022e4-b726-4abf-abb9-4fa41e3ec675 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.691851] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 708.691851] env[70041]: value = "task-3192502" [ 708.691851] env[70041]: _type = "Task" [ 708.691851] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.692483] env[70041]: DEBUG oslo_concurrency.lockutils [None req-294ae1d4-ef23-4858-bf64-0a1216f81372 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.706278] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.756665] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192497, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.827770] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.973805] env[70041]: DEBUG nova.network.neutron [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Successfully created port: 88d53759-e76b-4fac-9667-8c46a18ddcb9 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.029253] env[70041]: DEBUG nova.compute.manager [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.070517] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192501, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.098256] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 6c7f4b2e-2535-4535-b17a-d487ef4ef792 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.098490] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.098710] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance bcd51f86-c628-48d1-b7e2-d1eec7331b3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.098905] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 6f71f548-e204-4279-ac08-19e3a2aba26d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.099142] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance e5ca8966-78b2-4f04-9df1-ced842e7db02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.099358] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.099567] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance fc07fedf-7946-4d49-af1e-f45d8c5e5feb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.099776] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance fd7605e6-ee46-4c0f-9528-bb8b62856c5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.099953] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance cbdfeca6-c411-4343-bf66-f6e2a02de922 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.103897] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance dd08a339-98ca-4c08-a8e8-2b877a8a1823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.103897] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance a2ae34d8-0dc2-49a1-9fc7-832751900784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.103897] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 22c18565-439b-4d35-afc1-3715e553b83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.103897] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 6fd69c2b-b3f0-48af-9082-b38be4eeab36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.104455] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 9b6a5a9a-2055-452c-9da9-e1bcce4e193c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.104455] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 540472c7-d925-490e-a3eb-66f3b2de608c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.107279] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.107563] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 609cb4f6-9aaa-488f-ab60-f6b2ae08f460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.107759] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 004005be-9af0-421e-9352-9bec6c956564 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.107977] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 71a9b149-e639-404a-9ee6-8e11846b47e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.108206] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.108404] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.108592] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.108823] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.109044] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5ae567d4-9a0a-4d07-bc2d-193f09911fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.109250] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 836ed670-0125-4c94-ab5e-13bb98ef2ee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.109452] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 1705d5b8-a465-47e5-b07e-752ffe455797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 709.162325] env[70041]: DEBUG nova.network.neutron [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.168042] env[70041]: DEBUG nova.objects.instance [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lazy-loading 'flavor' on Instance uuid 609cb4f6-9aaa-488f-ab60-f6b2ae08f460 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.212370] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192502, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.257275] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192497, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.330052] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192500, 'name': ReconfigVM_Task, 'duration_secs': 0.518648} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.330446] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5ae567d4-9a0a-4d07-bc2d-193f09911fc9/5ae567d4-9a0a-4d07-bc2d-193f09911fc9.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.331076] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdf48401-85ba-4669-87c4-b8ec0e28d685 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.340666] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 709.340666] env[70041]: value = "task-3192503" [ 709.340666] env[70041]: _type = "Task" [ 709.340666] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.349447] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192503, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.368719] env[70041]: DEBUG nova.network.neutron [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Updating instance_info_cache with network_info: [{"id": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "address": "fa:16:3e:b4:1a:3d", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98c95bd-b3", "ovs_interfaceid": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.564020] env[70041]: DEBUG oslo_vmware.api [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192501, 'name': PowerOnVM_Task, 'duration_secs': 0.556855} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.564322] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.564527] env[70041]: INFO nova.compute.manager [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Took 10.33 seconds to spawn the instance on the hypervisor. [ 709.564727] env[70041]: DEBUG nova.compute.manager [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.565590] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61126bf-d11c-431f-a96a-024143b318bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.614436] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.677506] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "refresh_cache-609cb4f6-9aaa-488f-ab60-f6b2ae08f460" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.677506] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquired lock "refresh_cache-609cb4f6-9aaa-488f-ab60-f6b2ae08f460" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.677506] env[70041]: DEBUG nova.network.neutron [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.677506] env[70041]: DEBUG nova.objects.instance [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lazy-loading 'info_cache' on Instance uuid 609cb4f6-9aaa-488f-ab60-f6b2ae08f460 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.706536] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192502, 'name': CreateSnapshot_Task, 'duration_secs': 0.994424} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.707020] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 709.707797] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e791e078-5f70-4c19-a6f1-5362c98e5eaa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.755313] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192497, 'name': CloneVM_Task, 'duration_secs': 1.919466} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.755785] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Created linked-clone VM from snapshot [ 709.756385] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaf075c-94ad-4ad0-8373-47299ddc702c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.765282] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Uploading image 23042592-bdb0-421b-9715-2d3eb619f534 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 709.790380] env[70041]: DEBUG oslo_vmware.rw_handles [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 709.790380] env[70041]: value = "vm-638437" [ 709.790380] env[70041]: _type = "VirtualMachine" [ 709.790380] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 709.790380] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d4a4c4f1-9d00-4e15-82f6-3e1d193a9122 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.799207] env[70041]: DEBUG oslo_vmware.rw_handles [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lease: (returnval){ [ 709.799207] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529a9725-ea16-b467-5bec-f7d02a554b0a" [ 709.799207] env[70041]: _type = "HttpNfcLease" [ 709.799207] env[70041]: } obtained for exporting VM: (result){ [ 709.799207] env[70041]: value = "vm-638437" [ 709.799207] env[70041]: _type = "VirtualMachine" [ 709.799207] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 709.799509] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the lease: (returnval){ [ 709.799509] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529a9725-ea16-b467-5bec-f7d02a554b0a" [ 709.799509] env[70041]: _type = "HttpNfcLease" [ 709.799509] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 709.807697] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.807697] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529a9725-ea16-b467-5bec-f7d02a554b0a" [ 709.807697] env[70041]: _type = "HttpNfcLease" [ 709.807697] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 709.851029] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192503, 'name': Rename_Task, 'duration_secs': 0.33687} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.851327] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.851566] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22e94efc-eacd-4d5b-bf96-017bebdf9928 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.859376] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 709.859376] env[70041]: value = "task-3192505" [ 709.859376] env[70041]: _type = "Task" [ 709.859376] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.871821] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.872868] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.872868] env[70041]: DEBUG nova.compute.manager [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Instance network_info: |[{"id": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "address": "fa:16:3e:b4:1a:3d", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98c95bd-b3", "ovs_interfaceid": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.873229] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:1a:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd98c95bd-b394-4b90-9be3-0dee06d940ae', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.881935] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Creating folder: Project (3b1b9a5dae5b4fc6a90db8ae857132b9). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.881935] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b45fcbed-5d25-4503-a6fd-ca6a5a36df07 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.894049] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Created folder: Project (3b1b9a5dae5b4fc6a90db8ae857132b9) in parent group-v638323. [ 709.894049] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Creating folder: Instances. Parent ref: group-v638439. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.894049] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7143800e-be1b-4265-8166-d0162645d096 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.906318] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Created folder: Instances in parent group-v638439. [ 709.907672] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.907672] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.907672] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf9f17c3-aeb7-49be-b570-fd033e6259ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.929394] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.929394] env[70041]: value = "task-3192508" [ 709.929394] env[70041]: _type = "Task" [ 709.929394] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.939271] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192508, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.046306] env[70041]: DEBUG nova.compute.manager [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.084694] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.084985] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.085158] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.085337] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.085479] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.085623] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.085829] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.086734] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.086734] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.086860] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.087037] env[70041]: DEBUG nova.virt.hardware [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.092671] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc4eeed-a301-4b3b-bd8a-828630fbde46 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.103088] env[70041]: INFO nova.compute.manager [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Took 43.84 seconds to build instance. [ 710.105685] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c467c2-0090-40e7-bae6-602cbb971aa2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.125232] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance bb2063d7-4a0b-4137-b8a7-89f0f87a9059 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.181156] env[70041]: DEBUG nova.objects.base [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Object Instance<609cb4f6-9aaa-488f-ab60-f6b2ae08f460> lazy-loaded attributes: flavor,info_cache {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 710.229646] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 710.230372] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa5ce831-644e-4274-b006-28239973bc6e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.246153] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 710.246153] env[70041]: value = "task-3192509" [ 710.246153] env[70041]: _type = "Task" [ 710.246153] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.256530] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192509, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.302218] env[70041]: DEBUG nova.compute.manager [req-aa6efb5e-749e-49aa-a76e-06828e7ed3b2 req-65112f0f-df70-4497-96af-dbc22413fd87 service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Received event network-changed-d98c95bd-b394-4b90-9be3-0dee06d940ae {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 710.302218] env[70041]: DEBUG nova.compute.manager [req-aa6efb5e-749e-49aa-a76e-06828e7ed3b2 req-65112f0f-df70-4497-96af-dbc22413fd87 service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Refreshing instance network info cache due to event network-changed-d98c95bd-b394-4b90-9be3-0dee06d940ae. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 710.302218] env[70041]: DEBUG oslo_concurrency.lockutils [req-aa6efb5e-749e-49aa-a76e-06828e7ed3b2 req-65112f0f-df70-4497-96af-dbc22413fd87 service nova] Acquiring lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.302218] env[70041]: DEBUG oslo_concurrency.lockutils [req-aa6efb5e-749e-49aa-a76e-06828e7ed3b2 req-65112f0f-df70-4497-96af-dbc22413fd87 service nova] Acquired lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.305629] env[70041]: DEBUG nova.network.neutron [req-aa6efb5e-749e-49aa-a76e-06828e7ed3b2 req-65112f0f-df70-4497-96af-dbc22413fd87 service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Refreshing network info cache for port d98c95bd-b394-4b90-9be3-0dee06d940ae {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.316589] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.316589] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529a9725-ea16-b467-5bec-f7d02a554b0a" [ 710.316589] env[70041]: _type = "HttpNfcLease" [ 710.316589] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 710.317481] env[70041]: DEBUG oslo_vmware.rw_handles [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 710.317481] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529a9725-ea16-b467-5bec-f7d02a554b0a" [ 710.317481] env[70041]: _type = "HttpNfcLease" [ 710.317481] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 710.318258] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae70df7-4f6d-49f9-a13e-7ce0a330e7a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.328340] env[70041]: DEBUG oslo_vmware.rw_handles [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bac7aa-5cce-ce16-60cc-b95641e932c8/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 710.328540] env[70041]: DEBUG oslo_vmware.rw_handles [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bac7aa-5cce-ce16-60cc-b95641e932c8/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 710.405034] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192505, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.442704] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192508, 'name': CreateVM_Task, 'duration_secs': 0.472029} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.442898] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.443659] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.443827] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.444186] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.444452] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796d0513-b129-44f2-9eae-2ddf9c25945f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.451197] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5276c4b-c179-4cf8-86f0-c6986906a0a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.453140] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 710.453140] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5293a961-9f4b-1273-4fca-1939521d2477" [ 710.453140] env[70041]: _type = "Task" [ 710.453140] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.464057] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5293a961-9f4b-1273-4fca-1939521d2477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.612130] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c98fff93-44f9-4153-adb6-684cd266224e tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.612s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.629568] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 8a4a241c-df83-4200-83f1-88fcbc969667 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 710.759806] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192509, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.910194] env[70041]: DEBUG oslo_vmware.api [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192505, 'name': PowerOnVM_Task, 'duration_secs': 0.878453} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.914083] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.914443] env[70041]: INFO nova.compute.manager [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Took 8.88 seconds to spawn the instance on the hypervisor. [ 710.914509] env[70041]: DEBUG nova.compute.manager [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.915747] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b02f4e5-a9f0-4ca0-9cf4-a3412bd1e1fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.966382] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5293a961-9f4b-1273-4fca-1939521d2477, 'name': SearchDatastore_Task, 'duration_secs': 0.013399} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.966771] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.967023] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.967269] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.967506] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.967750] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.968099] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-495c0a3e-55fc-48fc-8094-683778df0a1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.979866] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.980149] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.984947] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2627b2-81b8-4b89-baf5-1cefe0b7ed60 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.990632] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 710.990632] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b7af2a-9c38-198c-523a-eed66add75ca" [ 710.990632] env[70041]: _type = "Task" [ 710.990632] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.004828] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b7af2a-9c38-198c-523a-eed66add75ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.073237] env[70041]: DEBUG nova.network.neutron [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Successfully updated port: 88d53759-e76b-4fac-9667-8c46a18ddcb9 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.114790] env[70041]: DEBUG nova.compute.manager [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.138170] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance fe42db3f-bac2-4f90-9b1b-e0e778632325 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.195704] env[70041]: DEBUG nova.network.neutron [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Updating instance_info_cache with network_info: [{"id": "595de5b4-6d45-43a6-800c-831ce3d4efa2", "address": "fa:16:3e:0e:37:5d", "network": {"id": "17018da2-cd3f-48c6-bd1e-2fb6b571a3b4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-925911161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5303ddfe82af43d294eec444cf551918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap595de5b4-6d", "ovs_interfaceid": "595de5b4-6d45-43a6-800c-831ce3d4efa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.265021] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192509, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.289742] env[70041]: DEBUG nova.network.neutron [req-aa6efb5e-749e-49aa-a76e-06828e7ed3b2 req-65112f0f-df70-4497-96af-dbc22413fd87 service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Updated VIF entry in instance network info cache for port d98c95bd-b394-4b90-9be3-0dee06d940ae. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.289742] env[70041]: DEBUG nova.network.neutron [req-aa6efb5e-749e-49aa-a76e-06828e7ed3b2 req-65112f0f-df70-4497-96af-dbc22413fd87 service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Updating instance_info_cache with network_info: [{"id": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "address": "fa:16:3e:b4:1a:3d", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98c95bd-b3", "ovs_interfaceid": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.441914] env[70041]: INFO nova.compute.manager [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Took 40.06 seconds to build instance. [ 711.510184] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b7af2a-9c38-198c-523a-eed66add75ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013478} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.511182] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4943637f-3bcf-4795-9e73-0c347ae315b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.521396] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 711.521396] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526d435e-7d1a-6327-67c8-e0d4d8581590" [ 711.521396] env[70041]: _type = "Task" [ 711.521396] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.532825] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526d435e-7d1a-6327-67c8-e0d4d8581590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.578319] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "refresh_cache-1705d5b8-a465-47e5-b07e-752ffe455797" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.578319] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "refresh_cache-1705d5b8-a465-47e5-b07e-752ffe455797" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.578319] env[70041]: DEBUG nova.network.neutron [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.640930] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 993bcc08-4bd2-4498-afae-0c2918feb74b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 711.657474] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.700824] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Releasing lock "refresh_cache-609cb4f6-9aaa-488f-ab60-f6b2ae08f460" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.770020] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192509, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.793043] env[70041]: DEBUG oslo_concurrency.lockutils [req-aa6efb5e-749e-49aa-a76e-06828e7ed3b2 req-65112f0f-df70-4497-96af-dbc22413fd87 service nova] Releasing lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.943447] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.943798] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.946698] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a534afa-7ed3-4317-a005-ffce944c69dd tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.140s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.034916] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526d435e-7d1a-6327-67c8-e0d4d8581590, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.035793] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.035793] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 836ed670-0125-4c94-ab5e-13bb98ef2ee7/836ed670-0125-4c94-ab5e-13bb98ef2ee7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.036656] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e6abad9-5f16-45a2-8a06-bf93ee0d0dbd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.044663] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 712.044663] env[70041]: value = "task-3192510" [ 712.044663] env[70041]: _type = "Task" [ 712.044663] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.054640] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.120133] env[70041]: DEBUG nova.network.neutron [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.147034] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 09ca6c76-6845-4fab-82e0-48f1412e20f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.265517] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192509, 'name': CloneVM_Task, 'duration_secs': 1.753365} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.266120] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Created linked-clone VM from snapshot [ 712.267179] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7617fd2a-0708-4b67-8f43-6a32ec156743 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.279582] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Uploading image 3b01f2fa-cf3c-451f-935d-f749d80ec49f {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 712.307088] env[70041]: DEBUG oslo_vmware.rw_handles [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 712.307088] env[70041]: value = "vm-638442" [ 712.307088] env[70041]: _type = "VirtualMachine" [ 712.307088] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 712.307525] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-15f4ba39-35f8-47e9-b430-54f36b7bfd38 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.315975] env[70041]: DEBUG oslo_vmware.rw_handles [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lease: (returnval){ [ 712.315975] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52228b2c-8969-ee82-5f1b-90dca15ea96b" [ 712.315975] env[70041]: _type = "HttpNfcLease" [ 712.315975] env[70041]: } obtained for exporting VM: (result){ [ 712.315975] env[70041]: value = "vm-638442" [ 712.315975] env[70041]: _type = "VirtualMachine" [ 712.315975] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 712.316810] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the lease: (returnval){ [ 712.316810] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52228b2c-8969-ee82-5f1b-90dca15ea96b" [ 712.316810] env[70041]: _type = "HttpNfcLease" [ 712.316810] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 712.322609] env[70041]: DEBUG nova.network.neutron [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Updating instance_info_cache with network_info: [{"id": "88d53759-e76b-4fac-9667-8c46a18ddcb9", "address": "fa:16:3e:4f:5d:6a", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d53759-e7", "ovs_interfaceid": "88d53759-e76b-4fac-9667-8c46a18ddcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.330557] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.330557] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52228b2c-8969-ee82-5f1b-90dca15ea96b" [ 712.330557] env[70041]: _type = "HttpNfcLease" [ 712.330557] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 712.377051] env[70041]: DEBUG nova.compute.manager [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Received event network-vif-plugged-88d53759-e76b-4fac-9667-8c46a18ddcb9 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 712.377574] env[70041]: DEBUG oslo_concurrency.lockutils [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] Acquiring lock "1705d5b8-a465-47e5-b07e-752ffe455797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.377746] env[70041]: DEBUG oslo_concurrency.lockutils [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] Lock "1705d5b8-a465-47e5-b07e-752ffe455797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.378077] env[70041]: DEBUG oslo_concurrency.lockutils [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] Lock "1705d5b8-a465-47e5-b07e-752ffe455797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.378343] env[70041]: DEBUG nova.compute.manager [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] No waiting events found dispatching network-vif-plugged-88d53759-e76b-4fac-9667-8c46a18ddcb9 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.378649] env[70041]: WARNING nova.compute.manager [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Received unexpected event network-vif-plugged-88d53759-e76b-4fac-9667-8c46a18ddcb9 for instance with vm_state building and task_state spawning. [ 712.378845] env[70041]: DEBUG nova.compute.manager [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Received event network-changed-88d53759-e76b-4fac-9667-8c46a18ddcb9 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 712.379045] env[70041]: DEBUG nova.compute.manager [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Refreshing instance network info cache due to event network-changed-88d53759-e76b-4fac-9667-8c46a18ddcb9. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 712.379192] env[70041]: DEBUG oslo_concurrency.lockutils [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] Acquiring lock "refresh_cache-1705d5b8-a465-47e5-b07e-752ffe455797" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.449488] env[70041]: DEBUG nova.compute.manager [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.483318] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.483722] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.483958] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.484187] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.484418] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.487506] env[70041]: INFO nova.compute.manager [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Terminating instance [ 712.562218] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.648604] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 472b3b50-e4d5-409d-99d9-2bc2fb525b38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 712.705657] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.706018] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c13ee796-b238-4e34-8840-be2fc0ce9e8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.713870] env[70041]: DEBUG oslo_vmware.api [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 712.713870] env[70041]: value = "task-3192512" [ 712.713870] env[70041]: _type = "Task" [ 712.713870] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.723645] env[70041]: DEBUG oslo_vmware.api [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.829818] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "refresh_cache-1705d5b8-a465-47e5-b07e-752ffe455797" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.830412] env[70041]: DEBUG nova.compute.manager [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Instance network_info: |[{"id": "88d53759-e76b-4fac-9667-8c46a18ddcb9", "address": "fa:16:3e:4f:5d:6a", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d53759-e7", "ovs_interfaceid": "88d53759-e76b-4fac-9667-8c46a18ddcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.830825] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.830825] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52228b2c-8969-ee82-5f1b-90dca15ea96b" [ 712.830825] env[70041]: _type = "HttpNfcLease" [ 712.830825] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 712.831222] env[70041]: DEBUG oslo_concurrency.lockutils [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] Acquired lock "refresh_cache-1705d5b8-a465-47e5-b07e-752ffe455797" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.831481] env[70041]: DEBUG nova.network.neutron [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Refreshing network info cache for port 88d53759-e76b-4fac-9667-8c46a18ddcb9 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.834113] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:5d:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88d53759-e76b-4fac-9667-8c46a18ddcb9', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.844311] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.844601] env[70041]: DEBUG oslo_vmware.rw_handles [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 712.844601] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52228b2c-8969-ee82-5f1b-90dca15ea96b" [ 712.844601] env[70041]: _type = "HttpNfcLease" [ 712.844601] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 712.845187] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.846353] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cbf385-1353-475b-9a7f-5101dcf19de2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.849916] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bbdc3b9-838b-4b65-9b1c-8c758528cd2d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.871871] env[70041]: DEBUG oslo_vmware.rw_handles [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ee2-58d6-c196-818a-7f3ec087eb0c/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 712.872110] env[70041]: DEBUG oslo_vmware.rw_handles [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ee2-58d6-c196-818a-7f3ec087eb0c/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 712.875083] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.875083] env[70041]: value = "task-3192513" [ 712.875083] env[70041]: _type = "Task" [ 712.875083] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.943859] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192513, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.975482] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.992165] env[70041]: DEBUG nova.compute.manager [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.992452] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.993497] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748d6ea9-44f8-4fa5-b51e-de842739a3e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.004047] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.009135] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22ec1444-4f1f-4b5f-a966-cf2974ffd718 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.009651] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f943ea9e-48bc-4137-9ce4-e44c07e02db2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.018941] env[70041]: DEBUG oslo_vmware.api [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 713.018941] env[70041]: value = "task-3192514" [ 713.018941] env[70041]: _type = "Task" [ 713.018941] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.037302] env[70041]: DEBUG oslo_vmware.api [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.065790] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652097} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.066068] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 836ed670-0125-4c94-ab5e-13bb98ef2ee7/836ed670-0125-4c94-ab5e-13bb98ef2ee7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.066284] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.066851] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f14b41-fdb0-4059-af37-4d020b46f723 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.076236] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 713.076236] env[70041]: value = "task-3192515" [ 713.076236] env[70041]: _type = "Task" [ 713.076236] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.086151] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.152529] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance f4f9869f-3c24-4436-9cfe-cba77d169322 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.225329] env[70041]: DEBUG oslo_vmware.api [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192512, 'name': PowerOnVM_Task, 'duration_secs': 0.456274} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.225639] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 713.225833] env[70041]: DEBUG nova.compute.manager [None req-9a811afd-fbbd-4b1b-919b-69f417312e94 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.226629] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5885f0-f41e-4fc3-9989-865f108d816d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.388562] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192513, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.531281] env[70041]: DEBUG oslo_vmware.api [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192514, 'name': PowerOffVM_Task, 'duration_secs': 0.361395} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.531281] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.531281] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.531865] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b305d8a-4d33-460a-aba6-599c73969c3f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.587880] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080455} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.588375] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.589500] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b388ac-4f8c-447e-bebf-0f74a40acc58 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.622479] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 836ed670-0125-4c94-ab5e-13bb98ef2ee7/836ed670-0125-4c94-ab5e-13bb98ef2ee7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.624370] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c855a9-7754-49ad-82eb-1bf956bde156 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.643519] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.643519] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.643519] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleting the datastore file [datastore1] 5ae567d4-9a0a-4d07-bc2d-193f09911fc9 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.643519] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-657a9963-cb6f-47e1-85d1-432ff88994f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.651128] env[70041]: DEBUG oslo_vmware.api [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 713.651128] env[70041]: value = "task-3192517" [ 713.651128] env[70041]: _type = "Task" [ 713.651128] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.652767] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 713.652767] env[70041]: value = "task-3192518" [ 713.652767] env[70041]: _type = "Task" [ 713.652767] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.656667] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 9201b7d0-000a-419a-963d-88ab8678ca39 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 713.669064] env[70041]: DEBUG oslo_vmware.api [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.674144] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.676507] env[70041]: DEBUG nova.network.neutron [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Updated VIF entry in instance network info cache for port 88d53759-e76b-4fac-9667-8c46a18ddcb9. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.677207] env[70041]: DEBUG nova.network.neutron [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Updating instance_info_cache with network_info: [{"id": "88d53759-e76b-4fac-9667-8c46a18ddcb9", "address": "fa:16:3e:4f:5d:6a", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d53759-e7", "ovs_interfaceid": "88d53759-e76b-4fac-9667-8c46a18ddcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.893085] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192513, 'name': CreateVM_Task, 'duration_secs': 0.774707} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.893379] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.894184] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.894357] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.894662] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.895011] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b90b97-a375-4aa1-aab6-738884c59692 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.900670] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 713.900670] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52db5617-d8ef-7013-dbcc-06e3c91305a3" [ 713.900670] env[70041]: _type = "Task" [ 713.900670] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.910866] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52db5617-d8ef-7013-dbcc-06e3c91305a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.161232] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 738a51aa-1707-4255-a804-e596ce2581eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.168421] env[70041]: DEBUG oslo_vmware.api [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307539} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.175017] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.175017] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.175017] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.175017] env[70041]: INFO nova.compute.manager [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 714.175017] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.175283] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.175283] env[70041]: DEBUG nova.compute.manager [-] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.175283] env[70041]: DEBUG nova.network.neutron [-] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.180899] env[70041]: DEBUG oslo_concurrency.lockutils [req-1f8dcb95-f36e-4c64-8998-92c74bfc1e2f req-5bb5f111-35c2-4fc8-b459-6523cac785eb service nova] Releasing lock "refresh_cache-1705d5b8-a465-47e5-b07e-752ffe455797" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.415634] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52db5617-d8ef-7013-dbcc-06e3c91305a3, 'name': SearchDatastore_Task, 'duration_secs': 0.015495} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.416011] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.416326] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.416621] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.416813] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.417048] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.417370] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b66391af-b31f-4265-a0b4-e00a3dc49967 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.435422] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.435608] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.436406] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1f4b91-aa81-4298-99d1-75508fe29252 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.444913] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 714.444913] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52771ee4-23f3-3340-b530-f8a9eceaccfc" [ 714.444913] env[70041]: _type = "Task" [ 714.444913] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.456908] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52771ee4-23f3-3340-b530-f8a9eceaccfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.664641] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance ffb9d28c-aae7-4795-b75b-f9ad70cacd56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 714.673105] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192518, 'name': ReconfigVM_Task, 'duration_secs': 0.580721} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.673726] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 836ed670-0125-4c94-ab5e-13bb98ef2ee7/836ed670-0125-4c94-ab5e-13bb98ef2ee7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.674389] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add79971-b2f5-4e0e-9573-e05f4d410960 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.683590] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 714.683590] env[70041]: value = "task-3192519" [ 714.683590] env[70041]: _type = "Task" [ 714.683590] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.695273] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192519, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.960990] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52771ee4-23f3-3340-b530-f8a9eceaccfc, 'name': SearchDatastore_Task, 'duration_secs': 0.014937} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.962025] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9d2dd0-aed0-4954-bce1-cd8e53991186 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.971748] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 714.971748] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5286b376-847f-f069-1484-4e4ba424d124" [ 714.971748] env[70041]: _type = "Task" [ 714.971748] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.982780] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5286b376-847f-f069-1484-4e4ba424d124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.174997] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 31af2cfa-b105-4f96-838d-b509ff19d07a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.179476] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 26 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 715.179911] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5632MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=26 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 715.195381] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192519, 'name': Rename_Task, 'duration_secs': 0.198486} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.196203] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.196203] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9286d114-e19c-4be2-8df7-a47c7ece1cd9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.206287] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 715.206287] env[70041]: value = "task-3192520" [ 715.206287] env[70041]: _type = "Task" [ 715.206287] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.220356] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.348530] env[70041]: DEBUG nova.network.neutron [-] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.488728] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5286b376-847f-f069-1484-4e4ba424d124, 'name': SearchDatastore_Task, 'duration_secs': 0.012912} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.489553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.491182] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 1705d5b8-a465-47e5-b07e-752ffe455797/1705d5b8-a465-47e5-b07e-752ffe455797.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.491677] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ff60ac3-8bae-4975-9bcb-e70a0a6943ba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.514180] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 715.514180] env[70041]: value = "task-3192521" [ 715.514180] env[70041]: _type = "Task" [ 715.514180] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.536532] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.722928] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192520, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.846261] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109ec72d-3192-4df7-9ddb-c14e593d017a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.851377] env[70041]: INFO nova.compute.manager [-] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Took 1.68 seconds to deallocate network for instance. [ 715.861196] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3845a415-5ebc-4264-ab09-2956cf8505ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.900149] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f58fb53-4957-4c68-a052-39cf2c99a429 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.911978] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203c17c9-f828-4b25-a200-4a769d76b875 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.934979] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.031697] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192521, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.222072] env[70041]: DEBUG oslo_vmware.api [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192520, 'name': PowerOnVM_Task, 'duration_secs': 0.651777} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.222441] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.222728] env[70041]: INFO nova.compute.manager [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Took 8.94 seconds to spawn the instance on the hypervisor. [ 716.223222] env[70041]: DEBUG nova.compute.manager [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.224122] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc82224a-149c-4ef0-a07a-aa4baccc17a8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.361063] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.438342] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.530186] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593948} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.530480] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 1705d5b8-a465-47e5-b07e-752ffe455797/1705d5b8-a465-47e5-b07e-752ffe455797.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.530677] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.530936] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e056d955-1263-4446-9741-654e8d1e4540 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.540547] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 716.540547] env[70041]: value = "task-3192522" [ 716.540547] env[70041]: _type = "Task" [ 716.540547] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.553027] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.743927] env[70041]: INFO nova.compute.manager [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Took 42.49 seconds to build instance. [ 716.945067] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 716.945355] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.929s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.945646] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.367s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.947504] env[70041]: INFO nova.compute.claims [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.053523] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128744} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.053891] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.054800] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a191df-4100-4332-b87e-d6d686ae72f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.079913] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 1705d5b8-a465-47e5-b07e-752ffe455797/1705d5b8-a465-47e5-b07e-752ffe455797.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.080261] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5040c965-5e88-48e6-935d-9a246c148a83 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.101558] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 717.101558] env[70041]: value = "task-3192523" [ 717.101558] env[70041]: _type = "Task" [ 717.101558] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.110659] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.246151] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db8f18fc-dcf1-4dd4-92f9-7fc323682982 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.579s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.612249] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192523, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.748744] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.115332] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192523, 'name': ReconfigVM_Task, 'duration_secs': 0.515573} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.117942] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 1705d5b8-a465-47e5-b07e-752ffe455797/1705d5b8-a465-47e5-b07e-752ffe455797.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.118763] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54d41b81-8014-4428-8416-44e2657dc811 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.127769] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 718.127769] env[70041]: value = "task-3192524" [ 718.127769] env[70041]: _type = "Task" [ 718.127769] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.140768] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192524, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.268041] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.485332] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e2b09f-501d-456e-8f04-fdf0d1a2dddb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.493938] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4219ef84-4c95-4530-8331-a5d01fa0b4fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.528121] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907ebbc0-c2ee-42c5-b03c-2aea1ffc7a8a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.537283] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d90c0e0-1ce3-431c-887d-4bbdfb37c69b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.553956] env[70041]: DEBUG nova.compute.provider_tree [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.643406] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192524, 'name': Rename_Task, 'duration_secs': 0.224888} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.643860] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.644245] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60f1c905-7585-448d-966b-98d79a473885 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.653680] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 718.653680] env[70041]: value = "task-3192525" [ 718.653680] env[70041]: _type = "Task" [ 718.653680] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.664499] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.058472] env[70041]: DEBUG oslo_vmware.rw_handles [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bac7aa-5cce-ce16-60cc-b95641e932c8/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 719.059347] env[70041]: DEBUG nova.scheduler.client.report [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.063881] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47461aab-e570-43e9-ac7d-03281b54df3b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.071494] env[70041]: DEBUG oslo_vmware.rw_handles [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bac7aa-5cce-ce16-60cc-b95641e932c8/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 719.071739] env[70041]: ERROR oslo_vmware.rw_handles [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bac7aa-5cce-ce16-60cc-b95641e932c8/disk-0.vmdk due to incomplete transfer. [ 719.072825] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3ab61cb-f80c-4a4b-aaf5-64ac3bed7ed8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.082418] env[70041]: DEBUG oslo_vmware.rw_handles [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bac7aa-5cce-ce16-60cc-b95641e932c8/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 719.082751] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Uploaded image 23042592-bdb0-421b-9715-2d3eb619f534 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 719.085276] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 719.086029] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95830fcf-e2f1-4f39-a9f7-deced55f74ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.094760] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 719.094760] env[70041]: value = "task-3192526" [ 719.094760] env[70041]: _type = "Task" [ 719.094760] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.105896] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192526, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.164993] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.227700] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Acquiring lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.227941] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.567773] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.568406] env[70041]: DEBUG nova.compute.manager [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.571351] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.556s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.573331] env[70041]: INFO nova.compute.claims [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.606445] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192526, 'name': Destroy_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.664951] env[70041]: DEBUG oslo_vmware.api [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192525, 'name': PowerOnVM_Task, 'duration_secs': 0.796021} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.665464] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.665624] env[70041]: INFO nova.compute.manager [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Took 9.62 seconds to spawn the instance on the hypervisor. [ 719.665810] env[70041]: DEBUG nova.compute.manager [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.666673] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f203ea-ccb4-4adb-aab9-09ba727d13f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.722209] env[70041]: DEBUG nova.compute.manager [req-ccb53b3e-3025-4227-a40d-cebef5612676 req-ca15d1a4-7c49-4764-9ccd-3938a20d8355 service nova] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Received event network-vif-deleted-b4944d95-b744-42c5-93d3-6d782540a60f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 719.731713] env[70041]: DEBUG nova.compute.utils [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.078173] env[70041]: DEBUG nova.compute.utils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.080038] env[70041]: DEBUG nova.compute.manager [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.080038] env[70041]: DEBUG nova.network.neutron [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.106114] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192526, 'name': Destroy_Task, 'duration_secs': 0.538244} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.106419] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Destroyed the VM [ 720.106658] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 720.106911] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-97e336c5-3dda-4975-b1d0-1a371b5d4ad0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.115027] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 720.115027] env[70041]: value = "task-3192527" [ 720.115027] env[70041]: _type = "Task" [ 720.115027] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.124521] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192527, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.131057] env[70041]: DEBUG nova.policy [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a45be86b2df4845a72aa07031f459ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '249b55da9041491891f150bf8be1f297', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.190349] env[70041]: INFO nova.compute.manager [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Took 43.22 seconds to build instance. [ 720.234240] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.499284] env[70041]: DEBUG nova.network.neutron [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Successfully created port: 636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.585369] env[70041]: DEBUG nova.compute.manager [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.606401] env[70041]: DEBUG oslo_vmware.rw_handles [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ee2-58d6-c196-818a-7f3ec087eb0c/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 720.607370] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ad31a8-5cf1-4702-ae97-bcb5dfa5e9e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.615889] env[70041]: DEBUG oslo_vmware.rw_handles [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ee2-58d6-c196-818a-7f3ec087eb0c/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 720.616057] env[70041]: ERROR oslo_vmware.rw_handles [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ee2-58d6-c196-818a-7f3ec087eb0c/disk-0.vmdk due to incomplete transfer. [ 720.619243] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd41d0eb-69ae-4756-ae25-7f36bddef000 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.633193] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192527, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.633193] env[70041]: DEBUG oslo_vmware.rw_handles [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52921ee2-58d6-c196-818a-7f3ec087eb0c/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 720.633193] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Uploaded image 3b01f2fa-cf3c-451f-935d-f749d80ec49f to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 720.633380] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 720.633635] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c48169f4-80ab-4753-a42f-2cbba624f87e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.638817] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.639083] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.639391] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.639609] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.639780] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.643035] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 720.643035] env[70041]: value = "task-3192528" [ 720.643035] env[70041]: _type = "Task" [ 720.643035] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.643545] env[70041]: INFO nova.compute.manager [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Terminating instance [ 720.660504] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192528, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.693237] env[70041]: DEBUG oslo_concurrency.lockutils [None req-eb74c182-2e42-41e9-8b1b-69949b68405a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "1705d5b8-a465-47e5-b07e-752ffe455797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.191s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.727545] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "854c7d4e-d1d9-45f1-abb3-d7df6aef2506" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.727867] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "854c7d4e-d1d9-45f1-abb3-d7df6aef2506" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.128802] env[70041]: DEBUG oslo_vmware.api [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192527, 'name': RemoveSnapshot_Task, 'duration_secs': 0.70837} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.132289] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.132289] env[70041]: INFO nova.compute.manager [None req-674e86ed-6090-47a0-8451-1240d1d71b21 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Took 15.50 seconds to snapshot the instance on the hypervisor. [ 721.158101] env[70041]: DEBUG nova.compute.manager [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.159680] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.160157] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192528, 'name': Destroy_Task, 'duration_secs': 0.392532} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.161100] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c77600-136f-4952-b2b2-a480939bf5a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.164729] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Destroyed the VM [ 721.165158] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 721.166226] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0df5321-a64e-4db1-9fba-d8a82df28bbb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.183323] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.183323] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbd7a90a-4620-4ef4-9208-c79ee6e76c1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.185716] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 721.185716] env[70041]: value = "task-3192529" [ 721.185716] env[70041]: _type = "Task" [ 721.185716] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.196098] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.205413] env[70041]: DEBUG oslo_vmware.api [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 721.205413] env[70041]: value = "task-3192530" [ 721.205413] env[70041]: _type = "Task" [ 721.205413] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.208479] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.224390] env[70041]: DEBUG oslo_vmware.api [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.249392] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f73fa70-d021-447e-bb5c-dd911f6ee68f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.261117] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096b3217-65ab-4110-87d4-82b06301ce5a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.299315] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8500c956-98af-40d4-80ab-442c02e297af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.308380] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af6db86-60e1-4192-978b-2f8e807ca4ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.323691] env[70041]: DEBUG nova.compute.provider_tree [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.326204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Acquiring lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.328321] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.328321] env[70041]: INFO nova.compute.manager [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Attaching volume cab65b24-0a51-4a09-b99c-a348f7081690 to /dev/sdb [ 721.363319] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c086d67-ea04-4b82-9f5a-523ba107d2be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.371888] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0732889-6f38-460e-b1a4-0bda705d0997 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.392219] env[70041]: DEBUG nova.virt.block_device [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Updating existing volume attachment record: 90df86ad-154d-421b-abe1-89d99ecae2f4 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 721.605718] env[70041]: DEBUG nova.compute.manager [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.655331] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.655977] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.655977] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.656076] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.659467] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.659467] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.659467] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.659467] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.659467] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.659877] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.659877] env[70041]: DEBUG nova.virt.hardware [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.660621] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caf91d5-6b9b-4776-abd4-001a371c53ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.678507] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce0b251-1b03-4c54-a856-78dca7fb091e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.722937] env[70041]: DEBUG oslo_vmware.api [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192529, 'name': RemoveSnapshot_Task, 'duration_secs': 0.474023} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.724923] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.725365] env[70041]: INFO nova.compute.manager [None req-88a147a2-6ce8-4e5f-8873-a24b2e5bd816 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Took 13.61 seconds to snapshot the instance on the hypervisor. [ 721.731447] env[70041]: DEBUG oslo_vmware.api [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192530, 'name': PowerOffVM_Task, 'duration_secs': 0.306347} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.732199] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.732417] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.733482] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4fd527b-367e-4359-a40e-c9a4d7d23430 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.746724] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.791093] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "dd223fdf-3d89-4464-8007-a75548e78e07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.791334] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "dd223fdf-3d89-4464-8007-a75548e78e07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.823797] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.824471] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.824795] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Deleting the datastore file [datastore2] bcd51f86-c628-48d1-b7e2-d1eec7331b3f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.825205] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f691d102-c1ba-4cae-aea7-9147c838f629 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.828615] env[70041]: DEBUG nova.scheduler.client.report [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.838894] env[70041]: DEBUG oslo_vmware.api [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 721.838894] env[70041]: value = "task-3192535" [ 721.838894] env[70041]: _type = "Task" [ 721.838894] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.847807] env[70041]: DEBUG oslo_vmware.api [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.943707] env[70041]: INFO nova.compute.manager [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Rescuing [ 721.944349] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "refresh_cache-1705d5b8-a465-47e5-b07e-752ffe455797" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.944349] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "refresh_cache-1705d5b8-a465-47e5-b07e-752ffe455797" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.944349] env[70041]: DEBUG nova.network.neutron [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.226981] env[70041]: DEBUG nova.network.neutron [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Successfully updated port: 636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.242396] env[70041]: DEBUG nova.compute.manager [req-643c7be7-174b-4f9e-be31-6d2e51f96728 req-742723d6-1081-4a14-aa44-2078fa48036b service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Received event network-vif-plugged-636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 722.242668] env[70041]: DEBUG oslo_concurrency.lockutils [req-643c7be7-174b-4f9e-be31-6d2e51f96728 req-742723d6-1081-4a14-aa44-2078fa48036b service nova] Acquiring lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.242964] env[70041]: DEBUG oslo_concurrency.lockutils [req-643c7be7-174b-4f9e-be31-6d2e51f96728 req-742723d6-1081-4a14-aa44-2078fa48036b service nova] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.243266] env[70041]: DEBUG oslo_concurrency.lockutils [req-643c7be7-174b-4f9e-be31-6d2e51f96728 req-742723d6-1081-4a14-aa44-2078fa48036b service nova] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.243388] env[70041]: DEBUG nova.compute.manager [req-643c7be7-174b-4f9e-be31-6d2e51f96728 req-742723d6-1081-4a14-aa44-2078fa48036b service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] No waiting events found dispatching network-vif-plugged-636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.243548] env[70041]: WARNING nova.compute.manager [req-643c7be7-174b-4f9e-be31-6d2e51f96728 req-742723d6-1081-4a14-aa44-2078fa48036b service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Received unexpected event network-vif-plugged-636d80d3-c5b3-4032-a929-b5c0978df2c2 for instance with vm_state building and task_state spawning. [ 722.334218] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.334856] env[70041]: DEBUG nova.compute.manager [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.337736] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.170s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.344023] env[70041]: INFO nova.compute.claims [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.357181] env[70041]: DEBUG oslo_vmware.api [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222647} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.357181] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.357394] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.357723] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.357904] env[70041]: INFO nova.compute.manager [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 722.358212] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.359866] env[70041]: DEBUG nova.compute.manager [-] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.359866] env[70041]: DEBUG nova.network.neutron [-] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.737024] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.737024] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquired lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.737024] env[70041]: DEBUG nova.network.neutron [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.812359] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.812625] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.813026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.813539] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.813694] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.816332] env[70041]: INFO nova.compute.manager [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Terminating instance [ 722.846134] env[70041]: DEBUG nova.compute.utils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.847345] env[70041]: DEBUG nova.compute.manager [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.850044] env[70041]: DEBUG nova.network.neutron [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.921309] env[70041]: DEBUG nova.policy [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e60165490d184008961c3cf276c6224d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95794514278744cf967fff7d8ac5a719', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.047297] env[70041]: DEBUG nova.network.neutron [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Updating instance_info_cache with network_info: [{"id": "88d53759-e76b-4fac-9667-8c46a18ddcb9", "address": "fa:16:3e:4f:5d:6a", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88d53759-e7", "ovs_interfaceid": "88d53759-e76b-4fac-9667-8c46a18ddcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.286030] env[70041]: DEBUG nova.network.neutron [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.307323] env[70041]: DEBUG nova.network.neutron [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Successfully created port: d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.320749] env[70041]: DEBUG nova.compute.manager [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.320749] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.322339] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ca850-beab-4f57-99f4-4fbdb7707366 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.332303] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.332581] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24389448-f130-442c-8813-f8af93108d9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.355321] env[70041]: DEBUG nova.compute.manager [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.413201] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.413492] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.413700] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleting the datastore file [datastore1] 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.414477] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bf009ee-a492-424f-b4c2-d222075b849f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.426223] env[70041]: DEBUG oslo_vmware.api [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 723.426223] env[70041]: value = "task-3192537" [ 723.426223] env[70041]: _type = "Task" [ 723.426223] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.436376] env[70041]: DEBUG oslo_vmware.api [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.490413] env[70041]: DEBUG nova.network.neutron [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updating instance_info_cache with network_info: [{"id": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "address": "fa:16:3e:aa:0c:c8", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d80d3-c5", "ovs_interfaceid": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.550413] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "refresh_cache-1705d5b8-a465-47e5-b07e-752ffe455797" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.660170] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.660170] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.844845] env[70041]: DEBUG nova.network.neutron [-] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.945320] env[70041]: DEBUG oslo_vmware.api [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211446} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.945732] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.946163] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.946318] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.946533] env[70041]: INFO nova.compute.manager [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Took 0.63 seconds to destroy the instance on the hypervisor. [ 723.946826] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.947051] env[70041]: DEBUG nova.compute.manager [-] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.947171] env[70041]: DEBUG nova.network.neutron [-] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.993539] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Releasing lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.993849] env[70041]: DEBUG nova.compute.manager [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Instance network_info: |[{"id": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "address": "fa:16:3e:aa:0c:c8", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d80d3-c5", "ovs_interfaceid": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.999302] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:0c:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '636d80d3-c5b3-4032-a929-b5c0978df2c2', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.010653] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.014094] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.014401] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa5dcfe1-fe95-44b7-beeb-d538dfd00bf4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.049022] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.049022] env[70041]: value = "task-3192539" [ 724.049022] env[70041]: _type = "Task" [ 724.049022] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.060200] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192539, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.094575] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb89f872-abfb-497b-917f-a9859c23dcf7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.105449] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b87a691-d5de-41bf-af9a-a74f9c9bbfd0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.138734] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d460c5d-1b04-40b8-94e1-20746e351418 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.147112] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86236014-d812-4884-b167-596b9d47b49c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.163153] env[70041]: DEBUG nova.compute.provider_tree [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.329318] env[70041]: DEBUG nova.compute.manager [req-24026c3c-219c-4cc6-b11c-7e491feafafe req-2cb6eeac-a985-4ee2-9e0d-56e355bd49a2 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Received event network-changed-636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 724.329831] env[70041]: DEBUG nova.compute.manager [req-24026c3c-219c-4cc6-b11c-7e491feafafe req-2cb6eeac-a985-4ee2-9e0d-56e355bd49a2 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Refreshing instance network info cache due to event network-changed-636d80d3-c5b3-4032-a929-b5c0978df2c2. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 724.329831] env[70041]: DEBUG oslo_concurrency.lockutils [req-24026c3c-219c-4cc6-b11c-7e491feafafe req-2cb6eeac-a985-4ee2-9e0d-56e355bd49a2 service nova] Acquiring lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.329974] env[70041]: DEBUG oslo_concurrency.lockutils [req-24026c3c-219c-4cc6-b11c-7e491feafafe req-2cb6eeac-a985-4ee2-9e0d-56e355bd49a2 service nova] Acquired lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.330156] env[70041]: DEBUG nova.network.neutron [req-24026c3c-219c-4cc6-b11c-7e491feafafe req-2cb6eeac-a985-4ee2-9e0d-56e355bd49a2 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Refreshing network info cache for port 636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.349425] env[70041]: INFO nova.compute.manager [-] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Took 1.99 seconds to deallocate network for instance. [ 724.371728] env[70041]: DEBUG nova.compute.manager [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.397604] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.397604] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.397604] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.397828] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.397828] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.397893] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.399145] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.399145] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.399145] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.399145] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.399145] env[70041]: DEBUG nova.virt.hardware [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.399820] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2669a54e-2573-4b69-80b5-df0ac7aeffa7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.409610] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91250f56-ccbf-4d8f-9dbf-84ac4adf01ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.557656] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192539, 'name': CreateVM_Task, 'duration_secs': 0.450527} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.557826] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.558515] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.558677] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.558990] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.559250] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84324ba-49dd-4ff0-9a0e-8b817060ad93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.564405] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 724.564405] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523e17bb-fa59-3873-a76e-ed9c34062904" [ 724.564405] env[70041]: _type = "Task" [ 724.564405] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.572064] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523e17bb-fa59-3873-a76e-ed9c34062904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.666848] env[70041]: DEBUG nova.scheduler.client.report [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.670471] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.670664] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.670901] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.671140] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.671273] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.673884] env[70041]: INFO nova.compute.manager [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Terminating instance [ 724.806177] env[70041]: DEBUG nova.network.neutron [-] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.860657] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.872032] env[70041]: DEBUG nova.compute.manager [req-22f5c79e-401b-4f01-af26-bef699026e11 req-3a794106-9654-49a0-9a55-a1fced827d08 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Received event network-vif-plugged-d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 724.874928] env[70041]: DEBUG oslo_concurrency.lockutils [req-22f5c79e-401b-4f01-af26-bef699026e11 req-3a794106-9654-49a0-9a55-a1fced827d08 service nova] Acquiring lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.874928] env[70041]: DEBUG oslo_concurrency.lockutils [req-22f5c79e-401b-4f01-af26-bef699026e11 req-3a794106-9654-49a0-9a55-a1fced827d08 service nova] Lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.874928] env[70041]: DEBUG oslo_concurrency.lockutils [req-22f5c79e-401b-4f01-af26-bef699026e11 req-3a794106-9654-49a0-9a55-a1fced827d08 service nova] Lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.874928] env[70041]: DEBUG nova.compute.manager [req-22f5c79e-401b-4f01-af26-bef699026e11 req-3a794106-9654-49a0-9a55-a1fced827d08 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] No waiting events found dispatching network-vif-plugged-d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.875243] env[70041]: WARNING nova.compute.manager [req-22f5c79e-401b-4f01-af26-bef699026e11 req-3a794106-9654-49a0-9a55-a1fced827d08 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Received unexpected event network-vif-plugged-d153d970-06db-4c27-b79b-ed15b61dac3c for instance with vm_state building and task_state spawning. [ 724.902894] env[70041]: DEBUG nova.network.neutron [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Successfully updated port: d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.055874] env[70041]: DEBUG nova.network.neutron [req-24026c3c-219c-4cc6-b11c-7e491feafafe req-2cb6eeac-a985-4ee2-9e0d-56e355bd49a2 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updated VIF entry in instance network info cache for port 636d80d3-c5b3-4032-a929-b5c0978df2c2. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.055874] env[70041]: DEBUG nova.network.neutron [req-24026c3c-219c-4cc6-b11c-7e491feafafe req-2cb6eeac-a985-4ee2-9e0d-56e355bd49a2 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updating instance_info_cache with network_info: [{"id": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "address": "fa:16:3e:aa:0c:c8", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d80d3-c5", "ovs_interfaceid": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.080628] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523e17bb-fa59-3873-a76e-ed9c34062904, 'name': SearchDatastore_Task, 'duration_secs': 0.042495} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.081034] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.081343] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.081656] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.081854] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.082119] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.082464] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fce014d-d874-41d3-bf36-c0f977c2664e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.094079] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.094274] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.094983] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1bea5a4-571d-4e77-8246-5c8c647e44cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.100843] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 725.100843] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5240f85e-65bb-0758-d8a3-479d02da973f" [ 725.100843] env[70041]: _type = "Task" [ 725.100843] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.104586] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.104836] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edf700da-1eb3-44dd-b666-33ff4f7baa5c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.112799] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5240f85e-65bb-0758-d8a3-479d02da973f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.114200] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 725.114200] env[70041]: value = "task-3192540" [ 725.114200] env[70041]: _type = "Task" [ 725.114200] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.123390] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.174602] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.175153] env[70041]: DEBUG nova.compute.manager [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.180814] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.832s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.182087] env[70041]: INFO nova.compute.claims [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.184881] env[70041]: DEBUG nova.compute.manager [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.185091] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.185951] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1d97af-90bc-4158-b36b-6a3b5829906b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.208275] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.208275] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b21253-fd3b-4ab9-a4ed-e3b23085bb13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.216664] env[70041]: DEBUG oslo_vmware.api [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 725.216664] env[70041]: value = "task-3192541" [ 725.216664] env[70041]: _type = "Task" [ 725.216664] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.227293] env[70041]: DEBUG oslo_vmware.api [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.311406] env[70041]: INFO nova.compute.manager [-] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Took 1.36 seconds to deallocate network for instance. [ 725.405035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.405344] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquired lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.405379] env[70041]: DEBUG nova.network.neutron [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.519111] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "22c18565-439b-4d35-afc1-3715e553b83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.519417] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "22c18565-439b-4d35-afc1-3715e553b83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.520009] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "22c18565-439b-4d35-afc1-3715e553b83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.520009] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "22c18565-439b-4d35-afc1-3715e553b83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.520123] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "22c18565-439b-4d35-afc1-3715e553b83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.522339] env[70041]: INFO nova.compute.manager [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Terminating instance [ 725.558986] env[70041]: DEBUG oslo_concurrency.lockutils [req-24026c3c-219c-4cc6-b11c-7e491feafafe req-2cb6eeac-a985-4ee2-9e0d-56e355bd49a2 service nova] Releasing lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.558986] env[70041]: DEBUG nova.compute.manager [req-24026c3c-219c-4cc6-b11c-7e491feafafe req-2cb6eeac-a985-4ee2-9e0d-56e355bd49a2 service nova] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Received event network-vif-deleted-234ddcf3-afc0-4152-9478-906b43b36687 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 725.611342] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5240f85e-65bb-0758-d8a3-479d02da973f, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.612176] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838b5b3c-d508-4dfd-9d61-c7f0974ae906 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.621876] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 725.621876] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52381547-c69f-5ff2-669f-6a9b411735ef" [ 725.621876] env[70041]: _type = "Task" [ 725.621876] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.625310] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192540, 'name': PowerOffVM_Task, 'duration_secs': 0.335938} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.628472] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.629290] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c0edd7-5fa2-46a4-ba73-86b522bfd599 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.637064] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52381547-c69f-5ff2-669f-6a9b411735ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.649839] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.650111] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57/885fd5ab-ea7d-47fd-aec0-80e8a10f3a57.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.650443] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a410f76-c71a-4a52-8cef-434df8953736 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.652655] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c8070d-c9c0-4be5-894a-325cda5142c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.664335] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 725.664335] env[70041]: value = "task-3192542" [ 725.664335] env[70041]: _type = "Task" [ 725.664335] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.673093] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.682403] env[70041]: DEBUG nova.compute.utils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.686592] env[70041]: DEBUG nova.compute.manager [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.686592] env[70041]: DEBUG nova.network.neutron [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.695083] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.695254] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cbd10ba-811d-4cea-a38c-c0ba975c24ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.704941] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 725.704941] env[70041]: value = "task-3192543" [ 725.704941] env[70041]: _type = "Task" [ 725.704941] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.715921] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 725.716241] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.716565] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.716757] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.716987] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.717601] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b918865c-afb4-46ad-98ea-6bad583ef32a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.729109] env[70041]: DEBUG oslo_vmware.api [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192541, 'name': PowerOffVM_Task, 'duration_secs': 0.235428} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.730262] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.730463] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.730786] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.730937] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.731683] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a987a0f-f0b2-4c34-a75d-3b57128b3f64 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.734692] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef8d5ea-5c5f-4132-8e8a-f7592a89f50f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.738646] env[70041]: DEBUG nova.policy [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bcc6c2c9ea274ed7803ca14fee21645d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38f7547de28549d8abb0f51ce2432cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.744963] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 725.744963] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522e78ce-4a86-8dd5-630b-76446d065f1a" [ 725.744963] env[70041]: _type = "Task" [ 725.744963] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.754310] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522e78ce-4a86-8dd5-630b-76446d065f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.818020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.818158] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.818489] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.818708] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Deleting the datastore file [datastore1] 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.818967] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb0ad906-889b-48d6-b1a8-a86da3afbde3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.826772] env[70041]: DEBUG oslo_vmware.api [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 725.826772] env[70041]: value = "task-3192545" [ 725.826772] env[70041]: _type = "Task" [ 725.826772] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.835660] env[70041]: DEBUG oslo_vmware.api [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.941688] env[70041]: DEBUG nova.network.neutron [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.951135] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 725.951489] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638446', 'volume_id': 'cab65b24-0a51-4a09-b99c-a348f7081690', 'name': 'volume-cab65b24-0a51-4a09-b99c-a348f7081690', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c7f4b2e-2535-4535-b17a-d487ef4ef792', 'attached_at': '', 'detached_at': '', 'volume_id': 'cab65b24-0a51-4a09-b99c-a348f7081690', 'serial': 'cab65b24-0a51-4a09-b99c-a348f7081690'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 725.952570] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eb0673-f9dc-4483-8400-b857643ed6ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.979894] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f25d8c-1010-4af9-9da3-b08288d3046b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.016551] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-cab65b24-0a51-4a09-b99c-a348f7081690/volume-cab65b24-0a51-4a09-b99c-a348f7081690.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.019626] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8179155f-c28a-457d-9b8e-3607e5471a2b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.035996] env[70041]: DEBUG nova.compute.manager [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.036246] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.037473] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8810141d-a6be-43b0-bd7a-e1eb682f01b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.047694] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.048523] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c67eb038-a648-4703-844c-975e2dddad7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.051449] env[70041]: DEBUG oslo_vmware.api [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Waiting for the task: (returnval){ [ 726.051449] env[70041]: value = "task-3192546" [ 726.051449] env[70041]: _type = "Task" [ 726.051449] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.058606] env[70041]: DEBUG oslo_vmware.api [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 726.058606] env[70041]: value = "task-3192547" [ 726.058606] env[70041]: _type = "Task" [ 726.058606] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.065224] env[70041]: DEBUG oslo_vmware.api [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Task: {'id': task-3192546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.069624] env[70041]: DEBUG nova.network.neutron [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Successfully created port: 062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.075722] env[70041]: DEBUG oslo_vmware.api [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.178883] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192542, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.190125] env[70041]: DEBUG nova.compute.manager [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.220069] env[70041]: DEBUG nova.network.neutron [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updating instance_info_cache with network_info: [{"id": "d153d970-06db-4c27-b79b-ed15b61dac3c", "address": "fa:16:3e:d0:0d:19", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd153d970-06", "ovs_interfaceid": "d153d970-06db-4c27-b79b-ed15b61dac3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.264025] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522e78ce-4a86-8dd5-630b-76446d065f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.264025] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de0a6887-255f-48bc-bea1-70d5f2935611 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.276359] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 726.276359] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524a401d-98fc-eb14-5472-d5b5c44355c3" [ 726.276359] env[70041]: _type = "Task" [ 726.276359] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.285345] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524a401d-98fc-eb14-5472-d5b5c44355c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.339703] env[70041]: DEBUG oslo_vmware.api [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391934} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.343169] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.343370] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.343779] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.344025] env[70041]: INFO nova.compute.manager [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 726.344302] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.344763] env[70041]: DEBUG nova.compute.manager [-] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.344852] env[70041]: DEBUG nova.network.neutron [-] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.416432] env[70041]: DEBUG nova.compute.manager [req-d076ee2b-e4d6-4047-9541-72cfba534d75 req-1b5241b5-6ab2-4bc0-9b3a-bb2cf64a8265 service nova] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Received event network-vif-deleted-e6e2adc4-d7df-490e-a728-219c6f995231 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 726.566095] env[70041]: DEBUG oslo_vmware.api [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Task: {'id': task-3192546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.574186] env[70041]: DEBUG oslo_vmware.api [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192547, 'name': PowerOffVM_Task, 'duration_secs': 0.25319} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.574531] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.574804] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.575080] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30689150-c0cd-43b6-a075-05ce55d12da3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.659690] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.659922] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.660201] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Deleting the datastore file [datastore2] 22c18565-439b-4d35-afc1-3715e553b83b {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.660590] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9ea06ba-877e-4cc8-9366-c7586954b07f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.671576] env[70041]: DEBUG oslo_vmware.api [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 726.671576] env[70041]: value = "task-3192549" [ 726.671576] env[70041]: _type = "Task" [ 726.671576] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.681033] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521082} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.682117] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57/885fd5ab-ea7d-47fd-aec0-80e8a10f3a57.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.682117] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.683404] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-272c4527-06e7-4e13-8303-818339e7a168 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.687585] env[70041]: DEBUG oslo_vmware.api [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.692930] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 726.692930] env[70041]: value = "task-3192550" [ 726.692930] env[70041]: _type = "Task" [ 726.692930] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.711725] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.721432] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Releasing lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.721734] env[70041]: DEBUG nova.compute.manager [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Instance network_info: |[{"id": "d153d970-06db-4c27-b79b-ed15b61dac3c", "address": "fa:16:3e:d0:0d:19", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd153d970-06", "ovs_interfaceid": "d153d970-06db-4c27-b79b-ed15b61dac3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.724037] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:0d:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd153d970-06db-4c27-b79b-ed15b61dac3c', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.731664] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Creating folder: Project (95794514278744cf967fff7d8ac5a719). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.734699] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4597dc99-fdfd-4e11-84d3-b8a6be54290f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.748164] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Created folder: Project (95794514278744cf967fff7d8ac5a719) in parent group-v638323. [ 726.748547] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Creating folder: Instances. Parent ref: group-v638448. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.751206] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5305041b-8f3e-4b73-a23b-1a656c94d419 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.766054] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Created folder: Instances in parent group-v638448. [ 726.766186] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.766305] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.766492] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d9065da-c4a0-4cdd-8964-18ba09ba53eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.797025] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524a401d-98fc-eb14-5472-d5b5c44355c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.800562] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.800844] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 1705d5b8-a465-47e5-b07e-752ffe455797/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. {{(pid=70041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 726.801114] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.801114] env[70041]: value = "task-3192553" [ 726.801114] env[70041]: _type = "Task" [ 726.801114] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.801780] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-419f04a4-0cc2-4308-bff1-33ed61d4c9a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.813034] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192553, 'name': CreateVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.816223] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 726.816223] env[70041]: value = "task-3192554" [ 726.816223] env[70041]: _type = "Task" [ 726.816223] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.824907] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.903323] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8b4e47-0200-498d-a98d-7cc56a0063ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.909707] env[70041]: DEBUG nova.compute.manager [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Received event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 726.909964] env[70041]: DEBUG nova.compute.manager [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing instance network info cache due to event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 726.910241] env[70041]: DEBUG oslo_concurrency.lockutils [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] Acquiring lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.911183] env[70041]: DEBUG oslo_concurrency.lockutils [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] Acquired lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.911381] env[70041]: DEBUG nova.network.neutron [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.919165] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db7890a-5209-45eb-8064-c0781c15f60b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.953076] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daa4b89-8b5c-472c-b7c2-392bb43916aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.962150] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b2feca-72b7-4f63-b683-a59969a341bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.978494] env[70041]: DEBUG nova.compute.provider_tree [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.063034] env[70041]: DEBUG oslo_vmware.api [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Task: {'id': task-3192546, 'name': ReconfigVM_Task, 'duration_secs': 0.601304} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.063311] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-cab65b24-0a51-4a09-b99c-a348f7081690/volume-cab65b24-0a51-4a09-b99c-a348f7081690.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.068500] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c26eedcf-ff0a-4abf-985a-3501ce2aee91 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.084172] env[70041]: DEBUG oslo_vmware.api [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Waiting for the task: (returnval){ [ 727.084172] env[70041]: value = "task-3192555" [ 727.084172] env[70041]: _type = "Task" [ 727.084172] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.097063] env[70041]: DEBUG oslo_vmware.api [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Task: {'id': task-3192555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.186032] env[70041]: DEBUG oslo_vmware.api [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378612} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.186032] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.186032] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.186298] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.186377] env[70041]: INFO nova.compute.manager [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 727.186692] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.186940] env[70041]: DEBUG nova.compute.manager [-] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.187056] env[70041]: DEBUG nova.network.neutron [-] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.191637] env[70041]: DEBUG nova.network.neutron [-] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.207153] env[70041]: DEBUG nova.compute.manager [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.209636] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075491} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.210819] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.212103] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b219770-5e16-4814-acb9-b7b18082b4cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.239600] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57/885fd5ab-ea7d-47fd-aec0-80e8a10f3a57.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.242615] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d09325-4f17-4830-8018-2f09e5dd1442 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.266286] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.266631] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.266813] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.267103] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.267362] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.267543] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.267759] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.267915] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.268088] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.268270] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.268452] env[70041]: DEBUG nova.virt.hardware [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.269887] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4eb90-d2c8-4da0-a427-8ad68e9e1094 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.277239] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 727.277239] env[70041]: value = "task-3192556" [ 727.277239] env[70041]: _type = "Task" [ 727.277239] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.292245] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f70da0f-d495-4f8d-afe7-e3828ac1f278 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.294574] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.321061] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192553, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.337523] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.482053] env[70041]: DEBUG nova.scheduler.client.report [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.596293] env[70041]: DEBUG oslo_vmware.api [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Task: {'id': task-3192555, 'name': ReconfigVM_Task, 'duration_secs': 0.2593} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.596607] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638446', 'volume_id': 'cab65b24-0a51-4a09-b99c-a348f7081690', 'name': 'volume-cab65b24-0a51-4a09-b99c-a348f7081690', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c7f4b2e-2535-4535-b17a-d487ef4ef792', 'attached_at': '', 'detached_at': '', 'volume_id': 'cab65b24-0a51-4a09-b99c-a348f7081690', 'serial': 'cab65b24-0a51-4a09-b99c-a348f7081690'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 727.694109] env[70041]: INFO nova.compute.manager [-] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Took 1.35 seconds to deallocate network for instance. [ 727.790790] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192556, 'name': ReconfigVM_Task, 'duration_secs': 0.40425} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.790790] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57/885fd5ab-ea7d-47fd-aec0-80e8a10f3a57.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.791359] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e141d2a-3cec-489d-bf2b-82faa34669c5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.798888] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 727.798888] env[70041]: value = "task-3192557" [ 727.798888] env[70041]: _type = "Task" [ 727.798888] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.808632] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192557, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.817923] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192553, 'name': CreateVM_Task, 'duration_secs': 0.645953} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.818111] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.818929] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.819122] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.819443] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.819705] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48fe2f4d-7f89-4ac8-aec5-f8bf952fbcda {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.826750] env[70041]: DEBUG nova.network.neutron [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updated VIF entry in instance network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.827144] env[70041]: DEBUG nova.network.neutron [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updating instance_info_cache with network_info: [{"id": "d153d970-06db-4c27-b79b-ed15b61dac3c", "address": "fa:16:3e:d0:0d:19", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd153d970-06", "ovs_interfaceid": "d153d970-06db-4c27-b79b-ed15b61dac3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.831641] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 727.831641] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fb9f4c-1493-87bf-c863-8c9ffa74293d" [ 727.831641] env[70041]: _type = "Task" [ 727.831641] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.835465] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607152} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.839026] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 1705d5b8-a465-47e5-b07e-752ffe455797/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. [ 727.839821] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd561b8-a177-4a00-9950-4467c194e189 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.849873] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fb9f4c-1493-87bf-c863-8c9ffa74293d, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.863270] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.863521] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.863759] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.863921] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.864113] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.877033] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 1705d5b8-a465-47e5-b07e-752ffe455797/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.877342] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c311a6e7-cd34-4747-a0da-5dc8d666734a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.879571] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec067204-93ae-4be7-abbf-1ae4e2105b4a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.899738] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 727.899738] env[70041]: value = "task-3192558" [ 727.899738] env[70041]: _type = "Task" [ 727.899738] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.900990] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.901183] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.905156] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c445579-f899-4396-962b-cdd343fc43a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.911833] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 727.911833] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b49308-6d18-234c-1067-abc0c327203b" [ 727.911833] env[70041]: _type = "Task" [ 727.911833] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.917080] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.927565] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b49308-6d18-234c-1067-abc0c327203b, 'name': SearchDatastore_Task, 'duration_secs': 0.013821} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.928759] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3f1e0e2-0603-45a6-a2f7-be910f0d457d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.935581] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 727.935581] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529fcb76-8c0a-094a-464e-8759c0c9b21a" [ 727.935581] env[70041]: _type = "Task" [ 727.935581] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.945015] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529fcb76-8c0a-094a-464e-8759c0c9b21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.973476] env[70041]: DEBUG nova.network.neutron [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Successfully updated port: 062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.991924] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.992365] env[70041]: DEBUG nova.compute.manager [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.997443] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.186s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.999215] env[70041]: INFO nova.compute.claims [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.043269] env[70041]: DEBUG nova.network.neutron [-] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.201324] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.310433] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192557, 'name': Rename_Task, 'duration_secs': 0.163572} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.310777] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.311064] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-877c652b-dd96-4596-81e8-5f819b55876a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.321668] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 728.321668] env[70041]: value = "task-3192559" [ 728.321668] env[70041]: _type = "Task" [ 728.321668] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.331075] env[70041]: DEBUG oslo_concurrency.lockutils [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] Releasing lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.331363] env[70041]: DEBUG nova.compute.manager [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Received event network-vif-deleted-18e87c6f-a7c5-4885-95ea-1c905eb36317 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 728.331566] env[70041]: INFO nova.compute.manager [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Neutron deleted interface 18e87c6f-a7c5-4885-95ea-1c905eb36317; detaching it from the instance and deleting it from the info cache [ 728.331786] env[70041]: DEBUG nova.network.neutron [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.333520] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.412573] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192558, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.445856] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529fcb76-8c0a-094a-464e-8759c0c9b21a, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.445856] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.446175] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] bb2063d7-4a0b-4137-b8a7-89f0f87a9059/bb2063d7-4a0b-4137-b8a7-89f0f87a9059.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.446368] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23e2142d-63e9-4b26-9a1f-7957d3c797da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.453828] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 728.453828] env[70041]: value = "task-3192560" [ 728.453828] env[70041]: _type = "Task" [ 728.453828] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.462749] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.476562] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.476718] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquired lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.476869] env[70041]: DEBUG nova.network.neutron [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.499137] env[70041]: DEBUG nova.compute.utils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.502523] env[70041]: DEBUG nova.compute.manager [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 728.546100] env[70041]: INFO nova.compute.manager [-] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Took 1.36 seconds to deallocate network for instance. [ 728.591687] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-6f71f548-e204-4279-ac08-19e3a2aba26d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.591964] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-6f71f548-e204-4279-ac08-19e3a2aba26d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.592836] env[70041]: DEBUG nova.objects.instance [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'flavor' on Instance uuid 6f71f548-e204-4279-ac08-19e3a2aba26d {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.644859] env[70041]: DEBUG nova.objects.instance [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Lazy-loading 'flavor' on Instance uuid 6c7f4b2e-2535-4535-b17a-d487ef4ef792 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.834626] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192559, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.835226] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f39a15d-6472-4993-bfe1-267d445ae5f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.851919] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ee7daa-f5f7-4f5d-bd8d-482c0404859e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.895935] env[70041]: DEBUG nova.compute.manager [req-33448950-b5e2-43bf-8582-056bd09ace0e req-1860aedb-2be4-494f-84ff-d8570c4090db service nova] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Detach interface failed, port_id=18e87c6f-a7c5-4885-95ea-1c905eb36317, reason: Instance 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 728.911898] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192558, 'name': ReconfigVM_Task, 'duration_secs': 0.521878} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.912226] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 1705d5b8-a465-47e5-b07e-752ffe455797/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.913224] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeebc08-46d5-404e-818f-fce295441c4d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.943075] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519f8e11-6af0-46d8-b89e-52941b41aa80 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.960215] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 728.960215] env[70041]: value = "task-3192561" [ 728.960215] env[70041]: _type = "Task" [ 728.960215] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.967194] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511009} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.967841] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] bb2063d7-4a0b-4137-b8a7-89f0f87a9059/bb2063d7-4a0b-4137-b8a7-89f0f87a9059.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.968078] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.968323] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ab1b39c-00ef-4f08-8a48-2dbea5b1600c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.974301] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.979984] env[70041]: DEBUG nova.compute.manager [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Received event network-vif-plugged-062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 728.980125] env[70041]: DEBUG oslo_concurrency.lockutils [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] Acquiring lock "8a4a241c-df83-4200-83f1-88fcbc969667-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.980418] env[70041]: DEBUG oslo_concurrency.lockutils [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] Lock "8a4a241c-df83-4200-83f1-88fcbc969667-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.980610] env[70041]: DEBUG oslo_concurrency.lockutils [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] Lock "8a4a241c-df83-4200-83f1-88fcbc969667-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.980737] env[70041]: DEBUG nova.compute.manager [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] No waiting events found dispatching network-vif-plugged-062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.980898] env[70041]: WARNING nova.compute.manager [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Received unexpected event network-vif-plugged-062c2605-4531-43be-a507-2ceaa296badf for instance with vm_state building and task_state spawning. [ 728.981143] env[70041]: DEBUG nova.compute.manager [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Received event network-changed-062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 728.981224] env[70041]: DEBUG nova.compute.manager [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing instance network info cache due to event network-changed-062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 728.981383] env[70041]: DEBUG oslo_concurrency.lockutils [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] Acquiring lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.985282] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 728.985282] env[70041]: value = "task-3192562" [ 728.985282] env[70041]: _type = "Task" [ 728.985282] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.997046] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.004182] env[70041]: DEBUG nova.compute.manager [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.017604] env[70041]: DEBUG nova.network.neutron [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.055061] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.150483] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c1efc293-5143-4038-b6d1-fbb44de07f7f tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.824s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.276220] env[70041]: DEBUG nova.objects.instance [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f71f548-e204-4279-ac08-19e3a2aba26d {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.300860] env[70041]: DEBUG nova.network.neutron [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updating instance_info_cache with network_info: [{"id": "062c2605-4531-43be-a507-2ceaa296badf", "address": "fa:16:3e:20:08:4e", "network": {"id": "4a4ad99f-a381-470a-9be7-449a4a7b8901", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-743691455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38f7547de28549d8abb0f51ce2432cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062c2605-45", "ovs_interfaceid": "062c2605-4531-43be-a507-2ceaa296badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.321425] env[70041]: INFO nova.compute.manager [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Rebuilding instance [ 729.335414] env[70041]: DEBUG oslo_vmware.api [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192559, 'name': PowerOnVM_Task, 'duration_secs': 0.54951} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.341236] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.341523] env[70041]: INFO nova.compute.manager [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Took 7.74 seconds to spawn the instance on the hypervisor. [ 729.341786] env[70041]: DEBUG nova.compute.manager [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.342989] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6f3c1e-ff4c-47bd-b5e6-db756e5a040d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.369781] env[70041]: DEBUG nova.compute.manager [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.370682] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a75c60-e223-476a-98bc-1566f120fa9a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.473775] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192561, 'name': ReconfigVM_Task, 'duration_secs': 0.173589} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.473775] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.473775] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28bbcf5e-7e1d-4972-b17d-a9288fb6b83a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.481352] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 729.481352] env[70041]: value = "task-3192563" [ 729.481352] env[70041]: _type = "Task" [ 729.481352] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.494564] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.502435] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077085} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.502435] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.502832] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772e70a4-c7bd-4aa1-be51-8016ddb8aa54 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.531959] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] bb2063d7-4a0b-4137-b8a7-89f0f87a9059/bb2063d7-4a0b-4137-b8a7-89f0f87a9059.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.533260] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af4d794-0a04-47f4-bc80-63fb584f0c18 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.561306] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 729.561306] env[70041]: value = "task-3192564" [ 729.561306] env[70041]: _type = "Task" [ 729.561306] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.577849] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.661916] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b0870-d4d5-414e-9df5-eda46937dcf5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.670703] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09b2c4b-c3d7-4c3b-a290-12232c90a1aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.705395] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198536af-85a5-4ae1-bcbf-e89c78f09231 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.711644] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b535fb40-1440-46bd-a199-0bea99160535 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.725773] env[70041]: DEBUG nova.compute.provider_tree [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.781836] env[70041]: DEBUG nova.objects.base [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Object Instance<6f71f548-e204-4279-ac08-19e3a2aba26d> lazy-loaded attributes: flavor,pci_requests {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 729.782065] env[70041]: DEBUG nova.network.neutron [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.803083] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Releasing lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.803442] env[70041]: DEBUG nova.compute.manager [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Instance network_info: |[{"id": "062c2605-4531-43be-a507-2ceaa296badf", "address": "fa:16:3e:20:08:4e", "network": {"id": "4a4ad99f-a381-470a-9be7-449a4a7b8901", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-743691455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38f7547de28549d8abb0f51ce2432cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062c2605-45", "ovs_interfaceid": "062c2605-4531-43be-a507-2ceaa296badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.803808] env[70041]: DEBUG oslo_concurrency.lockutils [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] Acquired lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.804121] env[70041]: DEBUG nova.network.neutron [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing network info cache for port 062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.805289] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:08:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '062c2605-4531-43be-a507-2ceaa296badf', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.814031] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Creating folder: Project (38f7547de28549d8abb0f51ce2432cf1). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.817174] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d1c8c2a-9dcb-4a78-aea6-5ab834706445 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.832146] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Created folder: Project (38f7547de28549d8abb0f51ce2432cf1) in parent group-v638323. [ 729.832193] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Creating folder: Instances. Parent ref: group-v638451. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.832442] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-992da835-53d6-4619-93ab-b61058246127 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.846855] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Created folder: Instances in parent group-v638451. [ 729.847140] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.847352] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.847560] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bb871a9-bc17-44b8-91d1-fa4ff08a5f04 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.868098] env[70041]: DEBUG nova.policy [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb478d61804f49dfb268373f3d1b9257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da15d1d3e083436d9c7265db9d62fd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.871967] env[70041]: INFO nova.compute.manager [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Took 43.33 seconds to build instance. [ 729.879530] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.879530] env[70041]: value = "task-3192567" [ 729.879530] env[70041]: _type = "Task" [ 729.879530] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.888070] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192567, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.000115] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.034857] env[70041]: DEBUG nova.compute.manager [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.067990] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.068267] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.068423] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.068603] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.068745] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.068889] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.069107] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.069266] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.069427] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.069585] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.069775] env[70041]: DEBUG nova.virt.hardware [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.070605] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bdf884-715f-4c9c-a873-cb346adf0872 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.076189] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.081618] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467e0cc8-9245-45e3-868c-2444fc2655ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.096824] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.102437] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Creating folder: Project (8ae0b93dd95445ff936c8e9716ca6cc0). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.102781] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67e653c2-1270-4b57-83c2-6cc9a99158f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.114873] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Created folder: Project (8ae0b93dd95445ff936c8e9716ca6cc0) in parent group-v638323. [ 730.115113] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Creating folder: Instances. Parent ref: group-v638454. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.115386] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0efd1b1b-7bfd-4040-9589-eff54289fe75 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.125926] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Created folder: Instances in parent group-v638454. [ 730.126199] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.126426] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.126639] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab0b7ffe-df46-4873-93af-3bb89cb347ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.144276] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.144276] env[70041]: value = "task-3192570" [ 730.144276] env[70041]: _type = "Task" [ 730.144276] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.152048] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192570, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.228901] env[70041]: DEBUG nova.scheduler.client.report [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.243776] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Acquiring lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.244039] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.250312] env[70041]: DEBUG nova.network.neutron [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updated VIF entry in instance network info cache for port 062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.250739] env[70041]: DEBUG nova.network.neutron [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updating instance_info_cache with network_info: [{"id": "062c2605-4531-43be-a507-2ceaa296badf", "address": "fa:16:3e:20:08:4e", "network": {"id": "4a4ad99f-a381-470a-9be7-449a4a7b8901", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-743691455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38f7547de28549d8abb0f51ce2432cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062c2605-45", "ovs_interfaceid": "062c2605-4531-43be-a507-2ceaa296badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.309374] env[70041]: DEBUG nova.compute.manager [req-dc911167-1121-4463-afe2-c6048379c36d req-8ba5f382-eb2c-46e3-8bd9-198e7d60bb1a service nova] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Received event network-vif-deleted-7a7992ac-8fe1-4762-83bf-d6ff664a4eb1 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 730.374275] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9ca2b984-47dd-44a7-ba94-62a3e0220671 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.084s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.388113] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192567, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.389765] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.390037] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd3c6fd-68f7-4154-bfcc-16bb13dabdba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.396999] env[70041]: DEBUG nova.network.neutron [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Successfully created port: 2ecf17d9-3b37-421d-9a9f-9fcbbc25af56 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.401178] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 730.401178] env[70041]: value = "task-3192571" [ 730.401178] env[70041]: _type = "Task" [ 730.401178] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.410193] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.495439] env[70041]: DEBUG oslo_vmware.api [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192563, 'name': PowerOnVM_Task, 'duration_secs': 0.530449} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.495439] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.496915] env[70041]: DEBUG nova.compute.manager [None req-66a4cf56-903e-42f4-807b-c2d3384f295e tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.498086] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391e1c17-369e-4d88-9273-410c3a8a7100 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.574573] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192564, 'name': ReconfigVM_Task, 'duration_secs': 0.807898} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.574912] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Reconfigured VM instance instance-00000028 to attach disk [datastore1] bb2063d7-4a0b-4137-b8a7-89f0f87a9059/bb2063d7-4a0b-4137-b8a7-89f0f87a9059.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.575605] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb874182-9425-405e-8044-e1d3f2f4086d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.584463] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 730.584463] env[70041]: value = "task-3192572" [ 730.584463] env[70041]: _type = "Task" [ 730.584463] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.596589] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192572, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.655474] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192570, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.734442] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.734970] env[70041]: DEBUG nova.compute.manager [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.737748] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.935s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.739165] env[70041]: INFO nova.compute.claims [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.750200] env[70041]: INFO nova.compute.manager [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Detaching volume cab65b24-0a51-4a09-b99c-a348f7081690 [ 730.754508] env[70041]: DEBUG oslo_concurrency.lockutils [req-f83a921a-07ec-43ff-91cb-633f224c10ad req-54522558-d34a-415d-aff4-53858b0cd4b7 service nova] Releasing lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.795882] env[70041]: INFO nova.virt.block_device [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Attempting to driver detach volume cab65b24-0a51-4a09-b99c-a348f7081690 from mountpoint /dev/sdb [ 730.796221] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 730.796471] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638446', 'volume_id': 'cab65b24-0a51-4a09-b99c-a348f7081690', 'name': 'volume-cab65b24-0a51-4a09-b99c-a348f7081690', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c7f4b2e-2535-4535-b17a-d487ef4ef792', 'attached_at': '', 'detached_at': '', 'volume_id': 'cab65b24-0a51-4a09-b99c-a348f7081690', 'serial': 'cab65b24-0a51-4a09-b99c-a348f7081690'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 730.799889] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7bc6c3-d4a7-471f-8c0b-71fd0ecb0a7b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.822011] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c642abfc-955f-455e-ba1d-ac6586d431ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.830225] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c116bbd5-8684-435b-85e6-348355ec946c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.851916] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0a1391-4790-40cf-9ea7-4053a7593468 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.869027] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] The volume has not been displaced from its original location: [datastore2] volume-cab65b24-0a51-4a09-b99c-a348f7081690/volume-cab65b24-0a51-4a09-b99c-a348f7081690.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 730.874129] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 730.874374] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d8560d-0288-4bc3-86fb-7becd109f100 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.888289] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.900520] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192567, 'name': CreateVM_Task, 'duration_secs': 0.838257} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.901717] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.902126] env[70041]: DEBUG oslo_vmware.api [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Waiting for the task: (returnval){ [ 730.902126] env[70041]: value = "task-3192573" [ 730.902126] env[70041]: _type = "Task" [ 730.902126] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.902772] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.902945] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.903301] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.906322] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa9fefe-b1fb-426e-8e34-ca963693d8b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.916841] env[70041]: DEBUG oslo_vmware.api [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Task: {'id': task-3192573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.917179] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 730.917179] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c11db8-7511-382d-5b1e-7a69b788ce5b" [ 730.917179] env[70041]: _type = "Task" [ 730.917179] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.920272] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192571, 'name': PowerOffVM_Task, 'duration_secs': 0.30281} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.923749] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.924544] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.925446] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c50b8797-9663-41b3-a9c8-cefec19201c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.934322] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c11db8-7511-382d-5b1e-7a69b788ce5b, 'name': SearchDatastore_Task, 'duration_secs': 0.015242} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.935760] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.935995] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.936243] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.936552] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.936552] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.936850] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 730.936850] env[70041]: value = "task-3192574" [ 730.936850] env[70041]: _type = "Task" [ 730.936850] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.937041] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36f3f107-e1c7-4b07-842d-17d92c5debaa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.948247] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 730.948694] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 730.948694] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638368', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'name': 'volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f58ce23-f507-46f8-8e83-bcd0c5e6e548', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'serial': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 730.949386] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5df6c9a-141f-4dc4-a827-9436eb23836c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.954208] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.954400] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.969582] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea05fb14-d76b-4e5a-b5d8-c772c8ae3b9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.972681] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87800df8-a699-4249-9e52-5e6ce004e030 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.979143] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 730.979143] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c20eb9-084b-de85-a87e-987950cd1269" [ 730.979143] env[70041]: _type = "Task" [ 730.979143] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.983882] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523da28b-8601-4d08-b04f-e85615b50b67 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.991344] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c20eb9-084b-de85-a87e-987950cd1269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.006189] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e86ccc3-aba4-49fa-91eb-fd8c10293686 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.024829] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] The volume has not been displaced from its original location: [datastore2] volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa/volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 731.030092] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 731.031354] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ceb8802-e9fe-4070-ae21-06640414637b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.051932] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 731.051932] env[70041]: value = "task-3192575" [ 731.051932] env[70041]: _type = "Task" [ 731.051932] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.061734] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.094581] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192572, 'name': Rename_Task, 'duration_secs': 0.237152} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.094799] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.095053] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8711648-293b-4c99-b947-608fd2bf2809 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.102160] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 731.102160] env[70041]: value = "task-3192576" [ 731.102160] env[70041]: _type = "Task" [ 731.102160] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.110581] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.155227] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192570, 'name': CreateVM_Task, 'duration_secs': 0.573433} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.157543] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.158037] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.158213] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.158553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.158814] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b401d89-100a-4438-8b77-ffccb179e014 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.164731] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 731.164731] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52678fcb-d4a3-3ccb-0f76-a68ee983432b" [ 731.164731] env[70041]: _type = "Task" [ 731.164731] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.174106] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52678fcb-d4a3-3ccb-0f76-a68ee983432b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.244605] env[70041]: DEBUG nova.compute.utils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.244917] env[70041]: DEBUG nova.compute.manager [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.245102] env[70041]: DEBUG nova.network.neutron [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.299883] env[70041]: DEBUG nova.policy [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b178fb12bc448f3b7301ed55e981d01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e3b1c6388144138bc3e123d130b6076', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.415296] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.418762] env[70041]: DEBUG oslo_vmware.api [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Task: {'id': task-3192573, 'name': ReconfigVM_Task, 'duration_secs': 0.36661} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.419054] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 731.423858] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd7edd72-a086-40bc-ad09-a67e4c65fc46 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.440554] env[70041]: DEBUG oslo_vmware.api [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Waiting for the task: (returnval){ [ 731.440554] env[70041]: value = "task-3192577" [ 731.440554] env[70041]: _type = "Task" [ 731.440554] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.449375] env[70041]: DEBUG oslo_vmware.api [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Task: {'id': task-3192577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.492763] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c20eb9-084b-de85-a87e-987950cd1269, 'name': SearchDatastore_Task, 'duration_secs': 0.019036} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.493720] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0bedf7d-132e-4573-ab90-db3e80b815eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.500605] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 731.500605] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521c7096-0d5e-daf1-e6a5-c85393c857ab" [ 731.500605] env[70041]: _type = "Task" [ 731.500605] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.511685] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521c7096-0d5e-daf1-e6a5-c85393c857ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.563686] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192575, 'name': ReconfigVM_Task, 'duration_secs': 0.23804} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.564096] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 731.569328] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff63806-aad9-45be-b01b-00a53ed90dc7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.586954] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 731.586954] env[70041]: value = "task-3192578" [ 731.586954] env[70041]: _type = "Task" [ 731.586954] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.597630] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.613961] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192576, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.677353] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52678fcb-d4a3-3ccb-0f76-a68ee983432b, 'name': SearchDatastore_Task, 'duration_secs': 0.016494} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.677661] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.677892] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.678117] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.751946] env[70041]: DEBUG nova.compute.manager [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.851433] env[70041]: DEBUG nova.network.neutron [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Successfully created port: 6d16d996-5bae-46f1-8da2-1387a2a19d5e {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.952150] env[70041]: DEBUG oslo_vmware.api [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Task: {'id': task-3192577, 'name': ReconfigVM_Task, 'duration_secs': 0.196063} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.952469] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638446', 'volume_id': 'cab65b24-0a51-4a09-b99c-a348f7081690', 'name': 'volume-cab65b24-0a51-4a09-b99c-a348f7081690', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c7f4b2e-2535-4535-b17a-d487ef4ef792', 'attached_at': '', 'detached_at': '', 'volume_id': 'cab65b24-0a51-4a09-b99c-a348f7081690', 'serial': 'cab65b24-0a51-4a09-b99c-a348f7081690'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 732.011928] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521c7096-0d5e-daf1-e6a5-c85393c857ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.014556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.014807] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 8a4a241c-df83-4200-83f1-88fcbc969667/8a4a241c-df83-4200-83f1-88fcbc969667.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.016037] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.016037] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.016037] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7aa320a-1994-4172-8279-8e3b746031d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.019826] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6094a743-540f-4832-8d40-8895646ac657 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.025174] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 732.025174] env[70041]: value = "task-3192579" [ 732.025174] env[70041]: _type = "Task" [ 732.025174] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.031689] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.031880] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.033162] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1450338-d31f-410c-b9da-193c7e8411b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.039509] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.043472] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 732.043472] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5231cd26-1ad7-06b6-1db9-09959999a985" [ 732.043472] env[70041]: _type = "Task" [ 732.043472] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.051601] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5231cd26-1ad7-06b6-1db9-09959999a985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.104909] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192578, 'name': ReconfigVM_Task, 'duration_secs': 0.155902} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.109717] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638368', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'name': 'volume-a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7f58ce23-f507-46f8-8e83-bcd0c5e6e548', 'attached_at': '', 'detached_at': '', 'volume_id': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa', 'serial': 'a6782dbb-d6b4-45ad-87db-ee1393df76aa'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 732.110031] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.114411] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bee056-8c7e-4639-ae6d-8211c2a2db70 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.124815] env[70041]: DEBUG oslo_vmware.api [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192576, 'name': PowerOnVM_Task, 'duration_secs': 0.639092} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.126799] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.126932] env[70041]: INFO nova.compute.manager [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Took 7.76 seconds to spawn the instance on the hypervisor. [ 732.127123] env[70041]: DEBUG nova.compute.manager [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.127609] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.128604] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f66951-4156-40b2-b06a-4a1e04afbe88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.131765] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf9c34a8-d841-46ef-975d-2c9f443fc18e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.222457] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.222689] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.222877] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Deleting the datastore file [datastore2] 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.223263] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08f5e6ff-c825-41dd-8197-ca750b30889b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.236468] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for the task: (returnval){ [ 732.236468] env[70041]: value = "task-3192581" [ 732.236468] env[70041]: _type = "Task" [ 732.236468] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.249702] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.348444] env[70041]: DEBUG nova.network.neutron [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Successfully updated port: 2ecf17d9-3b37-421d-9a9f-9fcbbc25af56 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.471053] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdd02d8-991f-4b33-b58d-7b24f3bf9d5a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.479921] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a44d79-1e78-4803-b195-aec8c0c9ca09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.516357] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72362099-476e-4f42-a5e0-04ce9aa31905 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.520738] env[70041]: DEBUG nova.objects.instance [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Lazy-loading 'flavor' on Instance uuid 6c7f4b2e-2535-4535-b17a-d487ef4ef792 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.533754] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c0ab3-b543-40ca-b02d-c5ba9d4fd5ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.556805] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192579, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.558033] env[70041]: DEBUG nova.compute.provider_tree [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.569530] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5231cd26-1ad7-06b6-1db9-09959999a985, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.571142] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8843da3c-cbde-4d88-81de-de82f90c5857 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.580117] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 732.580117] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527e541f-b42d-7468-5ca0-7486e499d0a5" [ 732.580117] env[70041]: _type = "Task" [ 732.580117] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.589599] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527e541f-b42d-7468-5ca0-7486e499d0a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.650538] env[70041]: INFO nova.compute.manager [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Took 45.66 seconds to build instance. [ 732.747796] env[70041]: DEBUG oslo_vmware.api [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Task: {'id': task-3192581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120269} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.747899] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.748021] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.748283] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.766830] env[70041]: DEBUG nova.compute.manager [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.792415] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.792658] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.792808] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.792986] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.793176] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.793333] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.793539] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.793693] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.793857] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.794022] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.794192] env[70041]: DEBUG nova.virt.hardware [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.795055] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19c18a-572e-49b8-9c75-e138aa9894f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.803343] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 732.804602] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0cc19d-88a0-46a8-a143-c5438a14bfa5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.808631] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dff1347-b615-4969-94b4-d1ea2a287892 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.824925] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4618008e-786f-421c-b4ab-cee5d288fb79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.863996] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.864211] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.864391] env[70041]: DEBUG nova.network.neutron [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.867923] env[70041]: ERROR nova.compute.manager [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Failed to detach volume a6782dbb-d6b4-45ad-87db-ee1393df76aa from /dev/sda: nova.exception.InstanceNotFound: Instance 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 could not be found. [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Traceback (most recent call last): [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self.driver.rebuild(**kwargs) [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] raise NotImplementedError() [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] NotImplementedError [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] During handling of the above exception, another exception occurred: [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Traceback (most recent call last): [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 732.867923] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self.driver.detach_volume(context, old_connection_info, [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] return self._volumeops.detach_volume(connection_info, instance) [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self._detach_volume_vmdk(connection_info, instance) [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] stable_ref.fetch_moref(session) [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] raise exception.InstanceNotFound(instance_id=self._uuid) [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] nova.exception.InstanceNotFound: Instance 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 could not be found. [ 732.868321] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] [ 733.019655] env[70041]: DEBUG nova.compute.utils [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Build of instance 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 aborted: Failed to rebuild volume backed instance. {{(pid=70041) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 733.021947] env[70041]: ERROR nova.compute.manager [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 aborted: Failed to rebuild volume backed instance. [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Traceback (most recent call last): [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self.driver.rebuild(**kwargs) [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] raise NotImplementedError() [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] NotImplementedError [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] During handling of the above exception, another exception occurred: [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Traceback (most recent call last): [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 733.021947] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self._detach_root_volume(context, instance, root_bdm) [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] with excutils.save_and_reraise_exception(): [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self.force_reraise() [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] raise self.value [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self.driver.detach_volume(context, old_connection_info, [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] return self._volumeops.detach_volume(connection_info, instance) [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 733.022338] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self._detach_volume_vmdk(connection_info, instance) [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] stable_ref.fetch_moref(session) [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] raise exception.InstanceNotFound(instance_id=self._uuid) [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] nova.exception.InstanceNotFound: Instance 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 could not be found. [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] During handling of the above exception, another exception occurred: [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Traceback (most recent call last): [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 11472, in _error_out_instance_on_exception [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] yield [ 733.022741] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self._do_rebuild_instance_with_claim( [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self._do_rebuild_instance( [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self._rebuild_default_impl(**kwargs) [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] self._rebuild_volume_backed_instance( [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] raise exception.BuildAbortException( [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] nova.exception.BuildAbortException: Build of instance 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 aborted: Failed to rebuild volume backed instance. [ 733.023113] env[70041]: ERROR nova.compute.manager [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] [ 733.047999] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599534} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.047999] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 8a4a241c-df83-4200-83f1-88fcbc969667/8a4a241c-df83-4200-83f1-88fcbc969667.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.047999] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.047999] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba21ce0-9ab9-40ab-8f97-4bd43d9102b8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.056403] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 733.056403] env[70041]: value = "task-3192582" [ 733.056403] env[70041]: _type = "Task" [ 733.056403] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.062863] env[70041]: DEBUG nova.scheduler.client.report [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.071816] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.093516] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527e541f-b42d-7468-5ca0-7486e499d0a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.093516] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.093516] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.093845] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ef0106e-61ee-4b1c-aad1-856349c521ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.102150] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 733.102150] env[70041]: value = "task-3192583" [ 733.102150] env[70041]: _type = "Task" [ 733.102150] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.112687] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.154100] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07989c2f-7d2b-4bc0-8385-1aa9d1ad346f tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.862s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.279679] env[70041]: DEBUG nova.compute.manager [req-c64cb989-e9ac-44c1-b5eb-073886047c9c req-76a23e31-09b9-46f3-862b-23afa4809173 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Received event network-changed-636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 733.279887] env[70041]: DEBUG nova.compute.manager [req-c64cb989-e9ac-44c1-b5eb-073886047c9c req-76a23e31-09b9-46f3-862b-23afa4809173 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Refreshing instance network info cache due to event network-changed-636d80d3-c5b3-4032-a929-b5c0978df2c2. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 733.280199] env[70041]: DEBUG oslo_concurrency.lockutils [req-c64cb989-e9ac-44c1-b5eb-073886047c9c req-76a23e31-09b9-46f3-862b-23afa4809173 service nova] Acquiring lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.280241] env[70041]: DEBUG oslo_concurrency.lockutils [req-c64cb989-e9ac-44c1-b5eb-073886047c9c req-76a23e31-09b9-46f3-862b-23afa4809173 service nova] Acquired lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.280427] env[70041]: DEBUG nova.network.neutron [req-c64cb989-e9ac-44c1-b5eb-073886047c9c req-76a23e31-09b9-46f3-862b-23afa4809173 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Refreshing network info cache for port 636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.446564] env[70041]: WARNING nova.network.neutron [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] f0619be7-a5c2-484b-8bb6-a359425d7407 already exists in list: networks containing: ['f0619be7-a5c2-484b-8bb6-a359425d7407']. ignoring it [ 733.538938] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c34e4ca-faf0-4109-85cc-9cc46f9e74bb tempest-VolumesAssistedSnapshotsTest-1610383081 tempest-VolumesAssistedSnapshotsTest-1610383081-project-admin] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.571784] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071593} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.572558] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.573059] env[70041]: DEBUG nova.compute.manager [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.575688] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.576289] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.919s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.577436] env[70041]: INFO nova.compute.claims [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.580534] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a976bd1-10b4-4a9a-a06f-a1d40fddac17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.609815] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 8a4a241c-df83-4200-83f1-88fcbc969667/8a4a241c-df83-4200-83f1-88fcbc969667.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.613388] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d086f00-e36a-4f56-b7d7-9f7f32473ccd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.650852] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.653380] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 733.653380] env[70041]: value = "task-3192585" [ 733.653380] env[70041]: _type = "Task" [ 733.653380] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.659276] env[70041]: DEBUG nova.compute.manager [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.674392] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.044410] env[70041]: DEBUG nova.network.neutron [req-c64cb989-e9ac-44c1-b5eb-073886047c9c req-76a23e31-09b9-46f3-862b-23afa4809173 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updated VIF entry in instance network info cache for port 636d80d3-c5b3-4032-a929-b5c0978df2c2. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.044410] env[70041]: DEBUG nova.network.neutron [req-c64cb989-e9ac-44c1-b5eb-073886047c9c req-76a23e31-09b9-46f3-862b-23afa4809173 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updating instance_info_cache with network_info: [{"id": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "address": "fa:16:3e:aa:0c:c8", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d80d3-c5", "ovs_interfaceid": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.088700] env[70041]: DEBUG nova.compute.utils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.092292] env[70041]: DEBUG nova.compute.manager [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.092292] env[70041]: DEBUG nova.network.neutron [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.129493] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866006} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.130402] env[70041]: DEBUG nova.network.neutron [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Successfully updated port: 6d16d996-5bae-46f1-8da2-1387a2a19d5e {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.134519] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.134519] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.134519] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcbd7114-a535-4f8a-bfcf-8b64d30ee230 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.141715] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 734.141715] env[70041]: value = "task-3192586" [ 734.141715] env[70041]: _type = "Task" [ 734.141715] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.155071] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.168083] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.173036] env[70041]: DEBUG nova.policy [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cf3e0371b554d0a940ba8bc9a4b8aba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49f95faf240d42868565fa18954353df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.187605] env[70041]: DEBUG nova.network.neutron [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updating instance_info_cache with network_info: [{"id": "2387feac-81ae-43d4-a47e-647a1de3a03b", "address": "fa:16:3e:dc:2c:1e", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2387feac-81", "ovs_interfaceid": "2387feac-81ae-43d4-a47e-647a1de3a03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ecf17d9-3b37-421d-9a9f-9fcbbc25af56", "address": "fa:16:3e:53:01:83", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecf17d9-3b", "ovs_interfaceid": "2ecf17d9-3b37-421d-9a9f-9fcbbc25af56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.194011] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.463254] env[70041]: DEBUG nova.network.neutron [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Successfully created port: e6f3896e-6fdf-4a76-9cfa-548f882e97d6 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.546625] env[70041]: DEBUG oslo_concurrency.lockutils [req-c64cb989-e9ac-44c1-b5eb-073886047c9c req-76a23e31-09b9-46f3-862b-23afa4809173 service nova] Releasing lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.598564] env[70041]: DEBUG nova.compute.manager [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.636675] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "refresh_cache-993bcc08-4bd2-4498-afae-0c2918feb74b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.637062] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquired lock "refresh_cache-993bcc08-4bd2-4498-afae-0c2918feb74b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.637062] env[70041]: DEBUG nova.network.neutron [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.662416] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.671540] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192585, 'name': ReconfigVM_Task, 'duration_secs': 0.541987} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.671867] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 8a4a241c-df83-4200-83f1-88fcbc969667/8a4a241c-df83-4200-83f1-88fcbc969667.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.676969] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18182eed-3a20-45aa-b7af-71fee7a7952d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.685955] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 734.685955] env[70041]: value = "task-3192587" [ 734.685955] env[70041]: _type = "Task" [ 734.685955] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.691708] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.693589] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.693589] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.694733] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f304195-2311-4670-a6bd-c328e5b8e1c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.709722] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192587, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.727411] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.728034] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.728544] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.728822] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.729061] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.729521] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.729834] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.730078] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.730316] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.730540] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.730946] env[70041]: DEBUG nova.virt.hardware [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.738710] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Reconfiguring VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 734.741940] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb734b9-75dc-4eac-9a56-67001a64f04f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.767165] env[70041]: DEBUG oslo_vmware.api [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 734.767165] env[70041]: value = "task-3192588" [ 734.767165] env[70041]: _type = "Task" [ 734.767165] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.778154] env[70041]: DEBUG oslo_vmware.api [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192588, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.935112] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.935112] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.935112] env[70041]: INFO nova.compute.manager [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Rebooting instance [ 735.043993] env[70041]: DEBUG oslo_concurrency.lockutils [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.162437] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.192103] env[70041]: DEBUG nova.network.neutron [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.202776] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192587, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.248802] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be52a7-cd2e-407a-b7c3-a3098475e4e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.259210] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3309b67b-642c-4577-b11c-347e0d939c9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.296125] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28c296d-f8f1-455f-ae72-9de1adeabd30 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.309850] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c12b16-6636-4c28-b967-1e2d0b9e3099 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.313826] env[70041]: DEBUG oslo_vmware.api [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.324756] env[70041]: DEBUG nova.compute.provider_tree [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.385955] env[70041]: DEBUG nova.network.neutron [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Updating instance_info_cache with network_info: [{"id": "6d16d996-5bae-46f1-8da2-1387a2a19d5e", "address": "fa:16:3e:55:fd:bb", "network": {"id": "c5b2e3a6-12ce-4085-8110-0512a39a9e60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1183492104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3b1c6388144138bc3e123d130b6076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16d996-5b", "ovs_interfaceid": "6d16d996-5bae-46f1-8da2-1387a2a19d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.460130] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.460338] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquired lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.460512] env[70041]: DEBUG nova.network.neutron [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.610818] env[70041]: DEBUG nova.compute.manager [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.639794] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T23:00:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7387ce62-430a-46fd-b6e9-b1dbc50487a6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1002407070',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.640251] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.640438] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.640656] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.641053] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.641053] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.641296] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.641489] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.641679] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.641865] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.642082] env[70041]: DEBUG nova.virt.hardware [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.642998] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e50cc6-b90a-4544-a31d-a452bcdc4982 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.656042] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82d4488-ff7b-4955-85ec-f87513d6a189 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.666030] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.10343} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.673900] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.674986] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0930d12d-6166-440d-903b-2959db21f378 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.697307] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.697680] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5a12279-b472-4f40-a8d8-0e0a43bf7986 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.722415] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192587, 'name': Rename_Task, 'duration_secs': 0.708453} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.723713] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.724038] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 735.724038] env[70041]: value = "task-3192589" [ 735.724038] env[70041]: _type = "Task" [ 735.724038] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.724256] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71732743-1f6f-4599-b678-8971a998df19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.734732] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.736130] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 735.736130] env[70041]: value = "task-3192590" [ 735.736130] env[70041]: _type = "Task" [ 735.736130] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.744302] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.799988] env[70041]: DEBUG oslo_vmware.api [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.830497] env[70041]: DEBUG nova.scheduler.client.report [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.889158] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Releasing lock "refresh_cache-993bcc08-4bd2-4498-afae-0c2918feb74b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.889642] env[70041]: DEBUG nova.compute.manager [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Instance network_info: |[{"id": "6d16d996-5bae-46f1-8da2-1387a2a19d5e", "address": "fa:16:3e:55:fd:bb", "network": {"id": "c5b2e3a6-12ce-4085-8110-0512a39a9e60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1183492104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3b1c6388144138bc3e123d130b6076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16d996-5b", "ovs_interfaceid": "6d16d996-5bae-46f1-8da2-1387a2a19d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.890087] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:fd:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d16d996-5bae-46f1-8da2-1387a2a19d5e', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.898356] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Creating folder: Project (2e3b1c6388144138bc3e123d130b6076). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.898713] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bda942c1-8ea3-4a1e-aef7-1f06ed5248a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.914990] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Created folder: Project (2e3b1c6388144138bc3e123d130b6076) in parent group-v638323. [ 735.915252] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Creating folder: Instances. Parent ref: group-v638457. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.915495] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a25085d-eacc-4676-ab9e-497607b61c9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.930205] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Created folder: Instances in parent group-v638457. [ 735.930647] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.930893] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.931286] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6ffc530-404d-4437-8d68-3b965b266ff2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.957264] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.957264] env[70041]: value = "task-3192593" [ 735.957264] env[70041]: _type = "Task" [ 735.957264] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.967977] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192593, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.231374] env[70041]: DEBUG nova.network.neutron [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Successfully updated port: e6f3896e-6fdf-4a76-9cfa-548f882e97d6 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.244553] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.259665] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.304984] env[70041]: DEBUG oslo_vmware.api [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192588, 'name': ReconfigVM_Task, 'duration_secs': 1.217645} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.305671] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.305956] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Reconfigured VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 736.309759] env[70041]: DEBUG nova.network.neutron [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updating instance_info_cache with network_info: [{"id": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "address": "fa:16:3e:aa:0c:c8", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d80d3-c5", "ovs_interfaceid": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.336862] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.337634] env[70041]: DEBUG nova.compute.manager [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.340538] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.365s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.341959] env[70041]: INFO nova.compute.claims [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.468245] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192593, 'name': CreateVM_Task, 'duration_secs': 0.434416} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.468245] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.468835] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.469020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.469376] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.469642] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7172ada0-abd5-42fc-adfb-248eff3b8163 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.477160] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 736.477160] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525d9d55-6f5c-2aaf-bc3d-9d6f4aa834ff" [ 736.477160] env[70041]: _type = "Task" [ 736.477160] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.485513] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525d9d55-6f5c-2aaf-bc3d-9d6f4aa834ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.540922] env[70041]: DEBUG nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Received event network-vif-plugged-2ecf17d9-3b37-421d-9a9f-9fcbbc25af56 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 736.540922] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Acquiring lock "6f71f548-e204-4279-ac08-19e3a2aba26d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.540922] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.541359] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.541359] env[70041]: DEBUG nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] No waiting events found dispatching network-vif-plugged-2ecf17d9-3b37-421d-9a9f-9fcbbc25af56 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.541437] env[70041]: WARNING nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Received unexpected event network-vif-plugged-2ecf17d9-3b37-421d-9a9f-9fcbbc25af56 for instance with vm_state active and task_state None. [ 736.541595] env[70041]: DEBUG nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Received event network-changed-2ecf17d9-3b37-421d-9a9f-9fcbbc25af56 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 736.541697] env[70041]: DEBUG nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Refreshing instance network info cache due to event network-changed-2ecf17d9-3b37-421d-9a9f-9fcbbc25af56. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 736.541879] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Acquiring lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.542034] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Acquired lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.542174] env[70041]: DEBUG nova.network.neutron [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Refreshing network info cache for port 2ecf17d9-3b37-421d-9a9f-9fcbbc25af56 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.736412] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.736664] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.736664] env[70041]: DEBUG nova.network.neutron [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.737765] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192589, 'name': ReconfigVM_Task, 'duration_secs': 0.60798} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.738062] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Reconfigured VM instance instance-0000002a to attach disk [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.738677] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21c28521-3ad8-4fb0-8115-36a404489d97 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.768364] env[70041]: DEBUG oslo_vmware.api [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192590, 'name': PowerOnVM_Task, 'duration_secs': 0.573284} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.768938] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.769163] env[70041]: INFO nova.compute.manager [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Took 9.56 seconds to spawn the instance on the hypervisor. [ 736.769686] env[70041]: DEBUG nova.compute.manager [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.771234] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ee4894-7ff2-4a72-aa25-d112d77ff2bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.774942] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 736.774942] env[70041]: value = "task-3192594" [ 736.774942] env[70041]: _type = "Task" [ 736.774942] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.790868] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192594, 'name': Rename_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.813553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8ce1fc9c-26d1-40ff-b5af-b1719ebd2350 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-6f71f548-e204-4279-ac08-19e3a2aba26d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.221s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.815308] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Releasing lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.846904] env[70041]: DEBUG nova.compute.utils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.850234] env[70041]: DEBUG nova.compute.manager [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.850418] env[70041]: DEBUG nova.network.neutron [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.926880] env[70041]: DEBUG nova.policy [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8356015b1e543e0b6a115ffb94a7857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e80a547ced9b40899babed25d4da5479', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.991618] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525d9d55-6f5c-2aaf-bc3d-9d6f4aa834ff, 'name': SearchDatastore_Task, 'duration_secs': 0.027895} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.992493] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.992493] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.992493] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.992493] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.992879] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.993303] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c00b469-5d38-449d-876d-25451527df29 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.005900] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.006203] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.007393] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b228f769-16a7-48f0-a615-1efc7b3fc008 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.012261] env[70041]: DEBUG nova.compute.manager [req-37faf56f-06b2-4392-a66c-30c8742c3e1d req-d464adaa-6cd4-4985-8750-316eb12c51ae service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Received event network-vif-plugged-e6f3896e-6fdf-4a76-9cfa-548f882e97d6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 737.012913] env[70041]: DEBUG oslo_concurrency.lockutils [req-37faf56f-06b2-4392-a66c-30c8742c3e1d req-d464adaa-6cd4-4985-8750-316eb12c51ae service nova] Acquiring lock "09ca6c76-6845-4fab-82e0-48f1412e20f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.012913] env[70041]: DEBUG oslo_concurrency.lockutils [req-37faf56f-06b2-4392-a66c-30c8742c3e1d req-d464adaa-6cd4-4985-8750-316eb12c51ae service nova] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.012913] env[70041]: DEBUG oslo_concurrency.lockutils [req-37faf56f-06b2-4392-a66c-30c8742c3e1d req-d464adaa-6cd4-4985-8750-316eb12c51ae service nova] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.013235] env[70041]: DEBUG nova.compute.manager [req-37faf56f-06b2-4392-a66c-30c8742c3e1d req-d464adaa-6cd4-4985-8750-316eb12c51ae service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] No waiting events found dispatching network-vif-plugged-e6f3896e-6fdf-4a76-9cfa-548f882e97d6 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.013272] env[70041]: WARNING nova.compute.manager [req-37faf56f-06b2-4392-a66c-30c8742c3e1d req-d464adaa-6cd4-4985-8750-316eb12c51ae service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Received unexpected event network-vif-plugged-e6f3896e-6fdf-4a76-9cfa-548f882e97d6 for instance with vm_state building and task_state spawning. [ 737.017893] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 737.017893] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528537c2-532f-6898-a144-bc3d9db17b3f" [ 737.017893] env[70041]: _type = "Task" [ 737.017893] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.027784] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528537c2-532f-6898-a144-bc3d9db17b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.052101] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "43816297-c504-45e7-b637-9890fd0059e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.052339] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.229888] env[70041]: DEBUG nova.network.neutron [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Successfully created port: b8df17f4-1a8a-487f-931c-1ad67e7b4b1c {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.246350] env[70041]: DEBUG nova.network.neutron [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updated VIF entry in instance network info cache for port 2ecf17d9-3b37-421d-9a9f-9fcbbc25af56. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.246765] env[70041]: DEBUG nova.network.neutron [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updating instance_info_cache with network_info: [{"id": "2387feac-81ae-43d4-a47e-647a1de3a03b", "address": "fa:16:3e:dc:2c:1e", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2387feac-81", "ovs_interfaceid": "2387feac-81ae-43d4-a47e-647a1de3a03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2ecf17d9-3b37-421d-9a9f-9fcbbc25af56", "address": "fa:16:3e:53:01:83", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ecf17d9-3b", "ovs_interfaceid": "2ecf17d9-3b37-421d-9a9f-9fcbbc25af56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.288312] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192594, 'name': Rename_Task, 'duration_secs': 0.178289} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.290043] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.290301] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c492d7-dc74-4440-9101-9e6fcfc175d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.292205] env[70041]: INFO nova.compute.manager [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Took 47.15 seconds to build instance. [ 737.298881] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 737.298881] env[70041]: value = "task-3192595" [ 737.298881] env[70041]: _type = "Task" [ 737.298881] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.308818] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.310061] env[70041]: DEBUG nova.network.neutron [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.325400] env[70041]: DEBUG nova.compute.manager [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.325400] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b7fd5f-ef6f-41f5-ab01-552c9cbe2de4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.350757] env[70041]: DEBUG nova.compute.manager [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.473409] env[70041]: DEBUG nova.network.neutron [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance_info_cache with network_info: [{"id": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "address": "fa:16:3e:eb:19:fa", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f3896e-6f", "ovs_interfaceid": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.485467] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Acquiring lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.485772] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.485987] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Acquiring lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.486184] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.486356] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.491734] env[70041]: INFO nova.compute.manager [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Terminating instance [ 737.536144] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528537c2-532f-6898-a144-bc3d9db17b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013068} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.537193] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda29e27-1a82-49d4-b486-7b9fcae012d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.547518] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 737.547518] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5236e8c7-dd57-ebdc-76bc-ced752d69eb9" [ 737.547518] env[70041]: _type = "Task" [ 737.547518] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.559620] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5236e8c7-dd57-ebdc-76bc-ced752d69eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.748962] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Releasing lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.749466] env[70041]: DEBUG nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Received event network-vif-plugged-6d16d996-5bae-46f1-8da2-1387a2a19d5e {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 737.749676] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Acquiring lock "993bcc08-4bd2-4498-afae-0c2918feb74b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.750024] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Lock "993bcc08-4bd2-4498-afae-0c2918feb74b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.750065] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Lock "993bcc08-4bd2-4498-afae-0c2918feb74b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.750199] env[70041]: DEBUG nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] No waiting events found dispatching network-vif-plugged-6d16d996-5bae-46f1-8da2-1387a2a19d5e {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.750363] env[70041]: WARNING nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Received unexpected event network-vif-plugged-6d16d996-5bae-46f1-8da2-1387a2a19d5e for instance with vm_state building and task_state spawning. [ 737.750531] env[70041]: DEBUG nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Received event network-changed-6d16d996-5bae-46f1-8da2-1387a2a19d5e {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 737.750664] env[70041]: DEBUG nova.compute.manager [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Refreshing instance network info cache due to event network-changed-6d16d996-5bae-46f1-8da2-1387a2a19d5e. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 737.750846] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Acquiring lock "refresh_cache-993bcc08-4bd2-4498-afae-0c2918feb74b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.750989] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Acquired lock "refresh_cache-993bcc08-4bd2-4498-afae-0c2918feb74b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.751138] env[70041]: DEBUG nova.network.neutron [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Refreshing network info cache for port 6d16d996-5bae-46f1-8da2-1387a2a19d5e {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.795090] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a94a14c-1463-4a7b-82b8-63a480615260 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "8a4a241c-df83-4200-83f1-88fcbc969667" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.858s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.816912] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.936310] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.936580] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.977996] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.977996] env[70041]: DEBUG nova.compute.manager [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Instance network_info: |[{"id": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "address": "fa:16:3e:eb:19:fa", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f3896e-6f", "ovs_interfaceid": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.978422] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:19:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6f3896e-6fdf-4a76-9cfa-548f882e97d6', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.986006] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.986495] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.987542] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3767a10-464c-4601-9668-a1715768ddf9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.002437] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e2f2ee-f795-4658-9005-30c428a450f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.005596] env[70041]: DEBUG nova.compute.manager [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.006158] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15790a7b-cd14-4a5c-bb1b-c2abb471fef2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.016452] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d48932-659f-4644-9e27-ce825de55f87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.019398] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.019398] env[70041]: value = "task-3192596" [ 738.019398] env[70041]: _type = "Task" [ 738.019398] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.022579] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5664bbbd-df49-4715-b9d5-d04c99ceff96 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.080546] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2031eff-3827-4dc1-97c5-3ef335a9c058 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.084744] env[70041]: WARNING nova.virt.vmwareapi.driver [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 could not be found. [ 738.084991] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.088492] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4afd3b8-83e0-4df1-8a64-7ee57bdfe0bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.090240] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquiring lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.090450] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.090640] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquiring lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.090817] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.090986] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.092422] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192596, 'name': CreateVM_Task} progress is 15%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.093509] env[70041]: INFO nova.compute.manager [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Terminating instance [ 738.102435] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9366552-63c5-4d93-b417-f610f000e3e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.107745] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5236e8c7-dd57-ebdc-76bc-ced752d69eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.012306} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.108276] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.108532] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 993bcc08-4bd2-4498-afae-0c2918feb74b/993bcc08-4bd2-4498-afae-0c2918feb74b.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.109730] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1931a2f4-c032-4b75-9157-b6e8b21ce2ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.114549] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94a4cb3-6b78-4a2f-9775-5d5086d48ee4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.132528] env[70041]: DEBUG nova.compute.provider_tree [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.140482] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 738.140482] env[70041]: value = "task-3192597" [ 738.140482] env[70041]: _type = "Task" [ 738.140482] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.149845] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.167597] env[70041]: WARNING nova.virt.vmwareapi.vmops [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 could not be found. [ 738.167815] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.168294] env[70041]: INFO nova.compute.manager [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Took 0.16 seconds to destroy the instance on the hypervisor. [ 738.168294] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.168505] env[70041]: DEBUG nova.compute.manager [-] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.168977] env[70041]: DEBUG nova.network.neutron [-] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.301025] env[70041]: DEBUG nova.compute.manager [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.324789] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192595, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.331663] env[70041]: INFO nova.compute.manager [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Rescuing [ 738.331663] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.331663] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.331663] env[70041]: DEBUG nova.network.neutron [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.349323] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856484a3-e6c4-47e9-bde2-184df6b78c6a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.368785] env[70041]: DEBUG nova.compute.manager [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.373490] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Doing hard reboot of VM {{(pid=70041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 738.373490] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4b3227d3-0519-48a4-a7dc-35f8cecdc961 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.383747] env[70041]: DEBUG oslo_vmware.api [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 738.383747] env[70041]: value = "task-3192598" [ 738.383747] env[70041]: _type = "Task" [ 738.383747] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.399270] env[70041]: DEBUG oslo_vmware.api [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192598, 'name': ResetVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.409828] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.410164] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.410324] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.410532] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.410742] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.410906] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.411206] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.411769] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.411769] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.411769] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.411913] env[70041]: DEBUG nova.virt.hardware [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.412797] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f298382-65b7-4a59-b07a-c7124f6d82da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.424663] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e3c277-3e90-432a-8f88-8cd1fd65a4f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.449183] env[70041]: DEBUG nova.compute.utils [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.536677] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192596, 'name': CreateVM_Task, 'duration_secs': 0.497339} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.541813] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.542501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.542501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.542663] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.546023] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba930db-cd45-45f4-9c5b-0827ed45fdfe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.550156] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 738.550156] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d66e0b-19c5-c55c-98e9-4a77f0bf81ae" [ 738.550156] env[70041]: _type = "Task" [ 738.550156] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.561361] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d66e0b-19c5-c55c-98e9-4a77f0bf81ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.600474] env[70041]: DEBUG nova.compute.manager [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.600821] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.601929] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984125f8-3326-4527-80f0-e9580e7021d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.611991] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.612390] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cce3e95-084f-495c-a8d0-ecbd1b213daf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.623685] env[70041]: DEBUG oslo_vmware.api [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 738.623685] env[70041]: value = "task-3192599" [ 738.623685] env[70041]: _type = "Task" [ 738.623685] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.636399] env[70041]: DEBUG nova.scheduler.client.report [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.648068] env[70041]: DEBUG oslo_vmware.api [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.664294] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192597, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.773470] env[70041]: DEBUG nova.network.neutron [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Updated VIF entry in instance network info cache for port 6d16d996-5bae-46f1-8da2-1387a2a19d5e. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.773937] env[70041]: DEBUG nova.network.neutron [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Updating instance_info_cache with network_info: [{"id": "6d16d996-5bae-46f1-8da2-1387a2a19d5e", "address": "fa:16:3e:55:fd:bb", "network": {"id": "c5b2e3a6-12ce-4085-8110-0512a39a9e60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1183492104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3b1c6388144138bc3e123d130b6076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16d996-5b", "ovs_interfaceid": "6d16d996-5bae-46f1-8da2-1387a2a19d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.814033] env[70041]: DEBUG oslo_vmware.api [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192595, 'name': PowerOnVM_Task, 'duration_secs': 1.338948} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.814337] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.814566] env[70041]: INFO nova.compute.manager [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Took 8.78 seconds to spawn the instance on the hypervisor. [ 738.814744] env[70041]: DEBUG nova.compute.manager [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.815567] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16efebc9-d9a5-4580-b2b7-23d09e9da2c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.840670] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.898481] env[70041]: DEBUG oslo_vmware.api [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192598, 'name': ResetVM_Task, 'duration_secs': 0.12061} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.899171] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Did hard reboot of VM {{(pid=70041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 738.899410] env[70041]: DEBUG nova.compute.manager [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.900366] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a2a77-f4a2-41e6-b42a-4faaa2fe91a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.953129] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.064656] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d66e0b-19c5-c55c-98e9-4a77f0bf81ae, 'name': SearchDatastore_Task, 'duration_secs': 0.060707} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.064966] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.065293] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.065557] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.065701] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.065878] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.066146] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e56da93-e378-493e-b9ad-9e055f942497 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.078609] env[70041]: DEBUG nova.network.neutron [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Successfully updated port: b8df17f4-1a8a-487f-931c-1ad67e7b4b1c {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.081810] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.081810] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.081999] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df00947-9eaa-4b71-81b2-4b46dc80ceb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.088809] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 739.088809] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526b2357-0d32-f421-2a2f-c65495ba49e1" [ 739.088809] env[70041]: _type = "Task" [ 739.088809] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.091019] env[70041]: DEBUG nova.network.neutron [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Updating instance_info_cache with network_info: [{"id": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "address": "fa:16:3e:b4:1a:3d", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98c95bd-b3", "ovs_interfaceid": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.108441] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526b2357-0d32-f421-2a2f-c65495ba49e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.135034] env[70041]: DEBUG oslo_vmware.api [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192599, 'name': PowerOffVM_Task, 'duration_secs': 0.439527} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.135320] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.135489] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.135735] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d6d885-4160-4ecb-afb9-34dbbe247ca1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.153525] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.154510] env[70041]: DEBUG nova.compute.manager [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.160764] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.800s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.161038] env[70041]: DEBUG nova.objects.instance [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lazy-loading 'resources' on Instance uuid 5ae567d4-9a0a-4d07-bc2d-193f09911fc9 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.162479] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607985} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.163106] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 993bcc08-4bd2-4498-afae-0c2918feb74b/993bcc08-4bd2-4498-afae-0c2918feb74b.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.163385] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.163655] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0428982b-f3fe-4a97-97ff-789eb2725515 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.173363] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 739.173363] env[70041]: value = "task-3192601" [ 739.173363] env[70041]: _type = "Task" [ 739.173363] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.183560] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.231576] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.231845] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.232153] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Deleting the datastore file [datastore1] 6c7f4b2e-2535-4535-b17a-d487ef4ef792 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.232443] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-821fcc85-8f99-49ac-8c3c-2474c352f3a8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.240991] env[70041]: DEBUG oslo_vmware.api [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for the task: (returnval){ [ 739.240991] env[70041]: value = "task-3192602" [ 739.240991] env[70041]: _type = "Task" [ 739.240991] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.250196] env[70041]: DEBUG oslo_vmware.api [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.276521] env[70041]: DEBUG oslo_concurrency.lockutils [req-8a4e7eac-a8fb-45fa-897a-f5c0987aec25 req-97d31399-fdbd-4f85-b90d-3aedd308f447 service nova] Releasing lock "refresh_cache-993bcc08-4bd2-4498-afae-0c2918feb74b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.285570] env[70041]: DEBUG nova.network.neutron [-] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.340270] env[70041]: INFO nova.compute.manager [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Took 39.01 seconds to build instance. [ 739.416236] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30dc6760-0489-401d-bfd8-2b326fb46053 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.481s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.582351] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "refresh_cache-472b3b50-e4d5-409d-99d9-2bc2fb525b38" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.582520] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquired lock "refresh_cache-472b3b50-e4d5-409d-99d9-2bc2fb525b38" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.582678] env[70041]: DEBUG nova.network.neutron [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.593636] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.607982] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526b2357-0d32-f421-2a2f-c65495ba49e1, 'name': SearchDatastore_Task, 'duration_secs': 0.017913} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.609343] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0f9abc-390b-4783-9c86-38b853c89940 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.617881] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 739.617881] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5267bb82-c031-0d98-60e5-b86102e95ab5" [ 739.617881] env[70041]: _type = "Task" [ 739.617881] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.631372] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5267bb82-c031-0d98-60e5-b86102e95ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.664516] env[70041]: DEBUG nova.compute.utils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.669735] env[70041]: DEBUG nova.compute.manager [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.669735] env[70041]: DEBUG nova.network.neutron [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.686951] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083533} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.686951] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.687275] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d50f18-3a9e-40bc-b146-37846002e52e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.711117] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 993bcc08-4bd2-4498-afae-0c2918feb74b/993bcc08-4bd2-4498-afae-0c2918feb74b.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.714206] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5489ba-16cb-4248-a3de-5540039af6de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.735810] env[70041]: DEBUG nova.policy [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e9ad2ea55da4a4a9ced01f946cc30a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f101bae0f8147e2a3e183c23f0889bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.739355] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 739.739355] env[70041]: value = "task-3192603" [ 739.739355] env[70041]: _type = "Task" [ 739.739355] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.751596] env[70041]: DEBUG nova.compute.manager [req-49580542-890c-43a4-aacb-3b799e7c3e17 req-1e1b5565-8652-40aa-8945-24937182be03 service nova] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Received event network-vif-plugged-b8df17f4-1a8a-487f-931c-1ad67e7b4b1c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 739.752147] env[70041]: DEBUG oslo_concurrency.lockutils [req-49580542-890c-43a4-aacb-3b799e7c3e17 req-1e1b5565-8652-40aa-8945-24937182be03 service nova] Acquiring lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.752419] env[70041]: DEBUG oslo_concurrency.lockutils [req-49580542-890c-43a4-aacb-3b799e7c3e17 req-1e1b5565-8652-40aa-8945-24937182be03 service nova] Lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.752556] env[70041]: DEBUG oslo_concurrency.lockutils [req-49580542-890c-43a4-aacb-3b799e7c3e17 req-1e1b5565-8652-40aa-8945-24937182be03 service nova] Lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.752754] env[70041]: DEBUG nova.compute.manager [req-49580542-890c-43a4-aacb-3b799e7c3e17 req-1e1b5565-8652-40aa-8945-24937182be03 service nova] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] No waiting events found dispatching network-vif-plugged-b8df17f4-1a8a-487f-931c-1ad67e7b4b1c {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.752866] env[70041]: WARNING nova.compute.manager [req-49580542-890c-43a4-aacb-3b799e7c3e17 req-1e1b5565-8652-40aa-8945-24937182be03 service nova] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Received unexpected event network-vif-plugged-b8df17f4-1a8a-487f-931c-1ad67e7b4b1c for instance with vm_state building and task_state spawning. [ 739.759526] env[70041]: DEBUG oslo_vmware.api [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Task: {'id': task-3192602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402421} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.759760] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.762330] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.762518] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.762686] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.762852] env[70041]: INFO nova.compute.manager [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Took 1.16 seconds to destroy the instance on the hypervisor. [ 739.763221] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.764321] env[70041]: DEBUG nova.compute.manager [-] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.764321] env[70041]: DEBUG nova.network.neutron [-] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.789080] env[70041]: INFO nova.compute.manager [-] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Took 1.62 seconds to deallocate network for instance. [ 739.848019] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee3bb91-fd3f-451d-8d9a-7796a7177a06 tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "fe42db3f-bac2-4f90-9b1b-e0e778632325" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.153s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.938415] env[70041]: DEBUG nova.compute.manager [req-5913ed18-4a1a-4753-8d9f-e79832422f1c req-3249772e-dce8-4fdf-8931-f19ca37072da service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Received event network-changed-e6f3896e-6fdf-4a76-9cfa-548f882e97d6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 739.938506] env[70041]: DEBUG nova.compute.manager [req-5913ed18-4a1a-4753-8d9f-e79832422f1c req-3249772e-dce8-4fdf-8931-f19ca37072da service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Refreshing instance network info cache due to event network-changed-e6f3896e-6fdf-4a76-9cfa-548f882e97d6. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 739.938853] env[70041]: DEBUG oslo_concurrency.lockutils [req-5913ed18-4a1a-4753-8d9f-e79832422f1c req-3249772e-dce8-4fdf-8931-f19ca37072da service nova] Acquiring lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.938853] env[70041]: DEBUG oslo_concurrency.lockutils [req-5913ed18-4a1a-4753-8d9f-e79832422f1c req-3249772e-dce8-4fdf-8931-f19ca37072da service nova] Acquired lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.939045] env[70041]: DEBUG nova.network.neutron [req-5913ed18-4a1a-4753-8d9f-e79832422f1c req-3249772e-dce8-4fdf-8931-f19ca37072da service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Refreshing network info cache for port e6f3896e-6fdf-4a76-9cfa-548f882e97d6 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.017478] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.017736] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.018394] env[70041]: INFO nova.compute.manager [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Attaching volume db7d16ee-d361-40ea-8afa-5db8626e6906 to /dev/sdb [ 740.057343] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762aedb-e001-4f2b-a37d-6dbfc3553149 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.067589] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3690811-c980-44af-9876-7c91667110f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.091431] env[70041]: DEBUG nova.virt.block_device [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Updating existing volume attachment record: 609ef30f-a74d-40b0-bbc4-6393434fa6ea {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 740.132608] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5267bb82-c031-0d98-60e5-b86102e95ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.023867} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.136032] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.136227] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 09ca6c76-6845-4fab-82e0-48f1412e20f4/09ca6c76-6845-4fab-82e0-48f1412e20f4.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.137323] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d168dc4-70ce-40f5-a0ac-0a36363f2571 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.140046] env[70041]: DEBUG nova.network.neutron [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.155380] env[70041]: DEBUG nova.network.neutron [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Successfully created port: 36b53ab3-b3d9-4451-b052-0a0a59f4e1a3 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.172342] env[70041]: DEBUG nova.compute.manager [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.184536] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 740.184536] env[70041]: value = "task-3192604" [ 740.184536] env[70041]: _type = "Task" [ 740.184536] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.198887] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.257817] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.350147] env[70041]: DEBUG nova.compute.manager [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.367607] env[70041]: INFO nova.compute.manager [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Took 0.58 seconds to detach 1 volumes for instance. [ 740.371197] env[70041]: DEBUG nova.compute.manager [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Deleting volume: a6782dbb-d6b4-45ad-87db-ee1393df76aa {{(pid=70041) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 740.418481] env[70041]: INFO nova.compute.manager [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Rescuing [ 740.418735] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.418900] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquired lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.419169] env[70041]: DEBUG nova.network.neutron [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.485547] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ca69b1-2b7f-4c78-a622-93544f1fcd39 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.495606] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d79192-0ccb-4504-9c98-994a33f321ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.532407] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37649c95-e599-4325-9d91-adbca827a205 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.548402] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea3c208-6e8e-4310-8294-c67762c8dd91 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.577179] env[70041]: DEBUG nova.compute.provider_tree [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.585582] env[70041]: DEBUG nova.network.neutron [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Updating instance_info_cache with network_info: [{"id": "b8df17f4-1a8a-487f-931c-1ad67e7b4b1c", "address": "fa:16:3e:08:f7:6c", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8df17f4-1a", "ovs_interfaceid": "b8df17f4-1a8a-487f-931c-1ad67e7b4b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.700023] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.753584] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192603, 'name': ReconfigVM_Task, 'duration_secs': 0.869665} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.753882] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 993bcc08-4bd2-4498-afae-0c2918feb74b/993bcc08-4bd2-4498-afae-0c2918feb74b.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.754694] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c162a7c-63f3-410a-9b40-f4f1d4ce19db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.766983] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 740.766983] env[70041]: value = "task-3192609" [ 740.766983] env[70041]: _type = "Task" [ 740.766983] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.778329] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192609, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.791910] env[70041]: INFO nova.compute.manager [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Rebuilding instance [ 740.858821] env[70041]: DEBUG nova.compute.manager [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.859711] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2abdbb-7485-455f-aa45-591dad924bc4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.878026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.901675] env[70041]: DEBUG nova.network.neutron [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updating instance_info_cache with network_info: [{"id": "062c2605-4531-43be-a507-2ceaa296badf", "address": "fa:16:3e:20:08:4e", "network": {"id": "4a4ad99f-a381-470a-9be7-449a4a7b8901", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-743691455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38f7547de28549d8abb0f51ce2432cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062c2605-45", "ovs_interfaceid": "062c2605-4531-43be-a507-2ceaa296badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.930352] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.955707] env[70041]: DEBUG nova.network.neutron [req-5913ed18-4a1a-4753-8d9f-e79832422f1c req-3249772e-dce8-4fdf-8931-f19ca37072da service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updated VIF entry in instance network info cache for port e6f3896e-6fdf-4a76-9cfa-548f882e97d6. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.956257] env[70041]: DEBUG nova.network.neutron [req-5913ed18-4a1a-4753-8d9f-e79832422f1c req-3249772e-dce8-4fdf-8931-f19ca37072da service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance_info_cache with network_info: [{"id": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "address": "fa:16:3e:eb:19:fa", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f3896e-6f", "ovs_interfaceid": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.085874] env[70041]: DEBUG nova.scheduler.client.report [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.090072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Releasing lock "refresh_cache-472b3b50-e4d5-409d-99d9-2bc2fb525b38" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.090403] env[70041]: DEBUG nova.compute.manager [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Instance network_info: |[{"id": "b8df17f4-1a8a-487f-931c-1ad67e7b4b1c", "address": "fa:16:3e:08:f7:6c", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8df17f4-1a", "ovs_interfaceid": "b8df17f4-1a8a-487f-931c-1ad67e7b4b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.090952] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:f7:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8df17f4-1a8a-487f-931c-1ad67e7b4b1c', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.099657] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.100225] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.100456] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1881f2b-c3cc-4171-a1c9-86b6665c2216 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.122842] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.122842] env[70041]: value = "task-3192610" [ 741.122842] env[70041]: _type = "Task" [ 741.122842] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.134125] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192610, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.140200] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.140495] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c018a2f1-4284-494a-8813-b5904c778c46 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.149048] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 741.149048] env[70041]: value = "task-3192611" [ 741.149048] env[70041]: _type = "Task" [ 741.149048] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.163999] env[70041]: DEBUG nova.network.neutron [-] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.165781] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.186942] env[70041]: DEBUG nova.compute.manager [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.199979] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192604, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.223032] env[70041]: DEBUG nova.virt.hardware [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.223880] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd69f8ac-33d3-4277-aa51-9b9250bc3e20 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.233461] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9223a5-6224-46f7-acfe-3f23cf0badd7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.280172] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192609, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.404631] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Releasing lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.459822] env[70041]: DEBUG oslo_concurrency.lockutils [req-5913ed18-4a1a-4753-8d9f-e79832422f1c req-3249772e-dce8-4fdf-8931-f19ca37072da service nova] Releasing lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.460138] env[70041]: DEBUG nova.compute.manager [req-5913ed18-4a1a-4753-8d9f-e79832422f1c req-3249772e-dce8-4fdf-8931-f19ca37072da service nova] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Received event network-vif-deleted-e2a9cf33-f1b8-4c40-ba64-394233f4c2af {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 741.592032] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.594553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.327s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.596410] env[70041]: INFO nova.compute.claims [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.630098] env[70041]: INFO nova.scheduler.client.report [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted allocations for instance 5ae567d4-9a0a-4d07-bc2d-193f09911fc9 [ 741.647697] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192610, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.664114] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192611, 'name': PowerOffVM_Task, 'duration_secs': 0.281848} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.664435] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.665468] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf0c7d1-d956-4946-8c69-ca085a17b9fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.668614] env[70041]: INFO nova.compute.manager [-] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Took 1.90 seconds to deallocate network for instance. [ 741.688840] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7e67e1-60d1-4ea1-99a5-63c835ce07a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.712133] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192604, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.122393} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.712513] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 09ca6c76-6845-4fab-82e0-48f1412e20f4/09ca6c76-6845-4fab-82e0-48f1412e20f4.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.713161] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.713300] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af766736-e484-4ac0-971f-ff61f428d1ba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.726156] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 741.726156] env[70041]: value = "task-3192612" [ 741.726156] env[70041]: _type = "Task" [ 741.726156] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.741839] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.744135] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.744472] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a251a9e-15eb-46f1-b90f-839c1b295b1e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.752246] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 741.752246] env[70041]: value = "task-3192613" [ 741.752246] env[70041]: _type = "Task" [ 741.752246] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.764660] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.781873] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192609, 'name': Rename_Task, 'duration_secs': 0.616763} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.782216] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.782477] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a468203e-c18a-4503-b010-19dd60054885 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.790513] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 741.790513] env[70041]: value = "task-3192614" [ 741.790513] env[70041]: _type = "Task" [ 741.790513] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.801954] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.879108] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.879438] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff3082bd-d511-45ff-a3dc-54a9a9430d01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.889491] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 741.889491] env[70041]: value = "task-3192615" [ 741.889491] env[70041]: _type = "Task" [ 741.889491] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.904761] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.068148] env[70041]: DEBUG nova.compute.manager [req-528b94f4-1b0c-4eca-ac01-bf627006f76e req-695ab1e3-f351-41da-94ab-980989aaa6f7 service nova] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Received event network-changed-b8df17f4-1a8a-487f-931c-1ad67e7b4b1c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 742.068148] env[70041]: DEBUG nova.compute.manager [req-528b94f4-1b0c-4eca-ac01-bf627006f76e req-695ab1e3-f351-41da-94ab-980989aaa6f7 service nova] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Refreshing instance network info cache due to event network-changed-b8df17f4-1a8a-487f-931c-1ad67e7b4b1c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 742.068148] env[70041]: DEBUG oslo_concurrency.lockutils [req-528b94f4-1b0c-4eca-ac01-bf627006f76e req-695ab1e3-f351-41da-94ab-980989aaa6f7 service nova] Acquiring lock "refresh_cache-472b3b50-e4d5-409d-99d9-2bc2fb525b38" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.068148] env[70041]: DEBUG oslo_concurrency.lockutils [req-528b94f4-1b0c-4eca-ac01-bf627006f76e req-695ab1e3-f351-41da-94ab-980989aaa6f7 service nova] Acquired lock "refresh_cache-472b3b50-e4d5-409d-99d9-2bc2fb525b38" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.068148] env[70041]: DEBUG nova.network.neutron [req-528b94f4-1b0c-4eca-ac01-bf627006f76e req-695ab1e3-f351-41da-94ab-980989aaa6f7 service nova] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Refreshing network info cache for port b8df17f4-1a8a-487f-931c-1ad67e7b4b1c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.078140] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-6f71f548-e204-4279-ac08-19e3a2aba26d-2ecf17d9-3b37-421d-9a9f-9fcbbc25af56" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.078388] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-6f71f548-e204-4279-ac08-19e3a2aba26d-2ecf17d9-3b37-421d-9a9f-9fcbbc25af56" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.143563] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192610, 'name': CreateVM_Task, 'duration_secs': 0.718813} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.144658] env[70041]: DEBUG nova.network.neutron [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Successfully updated port: 36b53ab3-b3d9-4451-b052-0a0a59f4e1a3 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.146506] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.148046] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.148222] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.148610] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.149071] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d1a8462-c251-48f2-abf0-65185ea0630b tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "5ae567d4-9a0a-4d07-bc2d-193f09911fc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.665s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.151159] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d3fba4-6a06-4893-9ad8-243e08894015 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.159220] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 742.159220] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e1ffd0-3a89-f099-ef43-2ccd64b9f11d" [ 742.159220] env[70041]: _type = "Task" [ 742.159220] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.171119] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e1ffd0-3a89-f099-ef43-2ccd64b9f11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.174849] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.218738] env[70041]: DEBUG nova.compute.manager [req-252e1333-d45f-4aec-be07-eab9f018fedc req-c53c08d2-a53a-49a8-b970-49e014e193e9 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Received event network-changed-636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 742.218971] env[70041]: DEBUG nova.compute.manager [req-252e1333-d45f-4aec-be07-eab9f018fedc req-c53c08d2-a53a-49a8-b970-49e014e193e9 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Refreshing instance network info cache due to event network-changed-636d80d3-c5b3-4032-a929-b5c0978df2c2. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 742.219221] env[70041]: DEBUG oslo_concurrency.lockutils [req-252e1333-d45f-4aec-be07-eab9f018fedc req-c53c08d2-a53a-49a8-b970-49e014e193e9 service nova] Acquiring lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.219321] env[70041]: DEBUG oslo_concurrency.lockutils [req-252e1333-d45f-4aec-be07-eab9f018fedc req-c53c08d2-a53a-49a8-b970-49e014e193e9 service nova] Acquired lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.219478] env[70041]: DEBUG nova.network.neutron [req-252e1333-d45f-4aec-be07-eab9f018fedc req-c53c08d2-a53a-49a8-b970-49e014e193e9 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Refreshing network info cache for port 636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.240313] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220572} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.240313] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.241343] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972feb84-4d55-484a-87c8-05e4aadb0a40 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.271150] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 09ca6c76-6845-4fab-82e0-48f1412e20f4/09ca6c76-6845-4fab-82e0-48f1412e20f4.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.275799] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1cfb69-a266-4f84-9cba-0d1fa35fb74f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.302690] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 742.302973] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.303239] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303402] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.303587] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.303918] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 742.303918] env[70041]: value = "task-3192616" [ 742.303918] env[70041]: _type = "Task" [ 742.303918] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.304188] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaf0aae6-2f0c-4f9c-9f51-5f399733d8ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.314557] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192614, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.321927] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.328073] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.328278] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.329042] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc56dc3c-b792-487a-83d9-77c42eca2762 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.335063] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 742.335063] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5272b5ac-ff80-d3aa-62d1-4c6cbb050ebf" [ 742.335063] env[70041]: _type = "Task" [ 742.335063] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.344207] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5272b5ac-ff80-d3aa-62d1-4c6cbb050ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.401757] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192615, 'name': PowerOffVM_Task, 'duration_secs': 0.155991} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.402118] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.402423] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.403319] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc30f80-1145-485b-b2fb-65914921f01d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.411317] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.411620] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6ddbb64-4168-4963-929f-1e113ed79ba5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.446361] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.446710] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.446821] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Deleting the datastore file [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.447057] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2f6bd2-591e-4062-ae6e-580a82571eb7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.456075] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 742.456075] env[70041]: value = "task-3192618" [ 742.456075] env[70041]: _type = "Task" [ 742.456075] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.471393] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.545857] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Acquiring lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.546223] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.546426] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Acquiring lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.546615] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.547408] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.549553] env[70041]: INFO nova.compute.manager [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Terminating instance [ 742.581921] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.584303] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.584303] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b85dfa-a977-416a-88fe-1875c1a49648 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.610826] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009dcb7e-91b2-435d-8f31-d01cc9e98f93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.645436] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Reconfiguring VM to detach interface {{(pid=70041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 742.653281] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.653281] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.653281] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.653281] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.653281] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.654515] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58920191-4471-4af9-ad66-2a9493db97f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.669454] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "refresh_cache-f4f9869f-3c24-4436-9cfe-cba77d169322" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.669454] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired lock "refresh_cache-f4f9869f-3c24-4436-9cfe-cba77d169322" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.669454] env[70041]: DEBUG nova.network.neutron [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.671589] env[70041]: INFO nova.compute.manager [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Terminating instance [ 742.687157] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e1ffd0-3a89-f099-ef43-2ccd64b9f11d, 'name': SearchDatastore_Task, 'duration_secs': 0.024575} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.689602] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.690875] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.690875] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.690875] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.690875] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.691073] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 742.691073] env[70041]: value = "task-3192620" [ 742.691073] env[70041]: _type = "Task" [ 742.691073] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.691627] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b4e5bea-5cca-4b54-8c8d-95338aaa6abd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.707636] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.714436] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.714436] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.714436] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de757692-b375-4ff5-99a2-0c0c6120e94a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.721213] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 742.721213] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e7b03c-b36e-1c19-c8b2-38b30936f28c" [ 742.721213] env[70041]: _type = "Task" [ 742.721213] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.738511] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e7b03c-b36e-1c19-c8b2-38b30936f28c, 'name': SearchDatastore_Task, 'duration_secs': 0.013616} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.739409] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbf800f-fc93-42d3-b4ce-e4d3e3d29adf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.747921] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 742.747921] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52113474-58a8-abf5-d8a2-2e7138aa0256" [ 742.747921] env[70041]: _type = "Task" [ 742.747921] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.763677] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52113474-58a8-abf5-d8a2-2e7138aa0256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.804190] env[70041]: DEBUG oslo_vmware.api [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3192614, 'name': PowerOnVM_Task, 'duration_secs': 0.532718} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.804504] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.804632] env[70041]: INFO nova.compute.manager [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Took 10.04 seconds to spawn the instance on the hypervisor. [ 742.804806] env[70041]: DEBUG nova.compute.manager [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.805602] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fddd768-6bf4-4bb1-8ca0-6ceca4333d9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.822037] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192616, 'name': ReconfigVM_Task, 'duration_secs': 0.414984} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.823138] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 09ca6c76-6845-4fab-82e0-48f1412e20f4/09ca6c76-6845-4fab-82e0-48f1412e20f4.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.823305] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ce2acf9-12df-471a-a3be-98334276ab2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.830774] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 742.830774] env[70041]: value = "task-3192621" [ 742.830774] env[70041]: _type = "Task" [ 742.830774] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.847019] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192621, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.854399] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5272b5ac-ff80-d3aa-62d1-4c6cbb050ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.027805} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.855334] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25387e1c-4846-4b01-9416-2059a21a906a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.866253] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 742.866253] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c19445-a267-c675-a519-ac98e3371057" [ 742.866253] env[70041]: _type = "Task" [ 742.866253] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.877421] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c19445-a267-c675-a519-ac98e3371057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.945379] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.945747] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c69603-21b6-4e86-8c6c-5caa5b3f0df7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.955891] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 742.955891] env[70041]: value = "task-3192622" [ 742.955891] env[70041]: _type = "Task" [ 742.955891] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.972255] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.972607] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194471} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.975726] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.975934] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.976142] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.060008] env[70041]: DEBUG nova.compute.manager [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.060311] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.062164] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f71df0af-4280-4eae-b58e-8102506f2870 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.072793] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for the task: (returnval){ [ 743.072793] env[70041]: value = "task-3192623" [ 743.072793] env[70041]: _type = "Task" [ 743.072793] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.084244] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.126432] env[70041]: DEBUG nova.network.neutron [req-528b94f4-1b0c-4eca-ac01-bf627006f76e req-695ab1e3-f351-41da-94ab-980989aaa6f7 service nova] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Updated VIF entry in instance network info cache for port b8df17f4-1a8a-487f-931c-1ad67e7b4b1c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.126753] env[70041]: DEBUG nova.network.neutron [req-528b94f4-1b0c-4eca-ac01-bf627006f76e req-695ab1e3-f351-41da-94ab-980989aaa6f7 service nova] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Updating instance_info_cache with network_info: [{"id": "b8df17f4-1a8a-487f-931c-1ad67e7b4b1c", "address": "fa:16:3e:08:f7:6c", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8df17f4-1a", "ovs_interfaceid": "b8df17f4-1a8a-487f-931c-1ad67e7b4b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.169162] env[70041]: DEBUG nova.network.neutron [req-252e1333-d45f-4aec-be07-eab9f018fedc req-c53c08d2-a53a-49a8-b970-49e014e193e9 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updated VIF entry in instance network info cache for port 636d80d3-c5b3-4032-a929-b5c0978df2c2. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.169780] env[70041]: DEBUG nova.network.neutron [req-252e1333-d45f-4aec-be07-eab9f018fedc req-c53c08d2-a53a-49a8-b970-49e014e193e9 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updating instance_info_cache with network_info: [{"id": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "address": "fa:16:3e:aa:0c:c8", "network": {"id": "a63c5b0c-037b-4df6-a8b7-ed549d22f6de", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1055657049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "249b55da9041491891f150bf8be1f297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap636d80d3-c5", "ovs_interfaceid": "636d80d3-c5b3-4032-a929-b5c0978df2c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.182465] env[70041]: DEBUG nova.compute.manager [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.182584] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.185690] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b5d1fb-b912-478c-9ddd-aaa13bd6888b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.210330] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.218220] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c656d1-3937-402f-bb18-47b37ac82f7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.220137] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.230585] env[70041]: DEBUG oslo_vmware.api [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 743.230585] env[70041]: value = "task-3192624" [ 743.230585] env[70041]: _type = "Task" [ 743.230585] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.232052] env[70041]: DEBUG nova.network.neutron [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.251489] env[70041]: DEBUG oslo_vmware.api [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.267077] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52113474-58a8-abf5-d8a2-2e7138aa0256, 'name': SearchDatastore_Task, 'duration_secs': 0.022708} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.270486] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.270791] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 472b3b50-e4d5-409d-99d9-2bc2fb525b38/472b3b50-e4d5-409d-99d9-2bc2fb525b38.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.273044] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7d33266-ef44-445e-ba25-0248dc4e9534 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.280824] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 743.280824] env[70041]: value = "task-3192625" [ 743.280824] env[70041]: _type = "Task" [ 743.280824] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.297590] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.331992] env[70041]: INFO nova.compute.manager [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Took 40.56 seconds to build instance. [ 743.348517] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192621, 'name': Rename_Task, 'duration_secs': 0.208914} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.351912] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.351912] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a148406d-8c80-496a-b708-7ad28862e3a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.364665] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 743.364665] env[70041]: value = "task-3192626" [ 743.364665] env[70041]: _type = "Task" [ 743.364665] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.379491] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.385916] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c19445-a267-c675-a519-ac98e3371057, 'name': SearchDatastore_Task, 'duration_secs': 0.019044} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.387024] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.387024] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 836ed670-0125-4c94-ab5e-13bb98ef2ee7/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. {{(pid=70041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 743.387024] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55c1e382-0446-49e6-a645-2473840dd092 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.399071] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 743.399071] env[70041]: value = "task-3192627" [ 743.399071] env[70041]: _type = "Task" [ 743.399071] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.416045] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.462146] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25752526-5b07-4bd0-a4e4-bd658342b929 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.475731] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192622, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.476668] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67323cce-acef-4e55-b0ec-4021811df646 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.519490] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88c21c-d3fd-4ec1-8e42-80af6b8a201b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.532564] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba546eac-c362-466c-a6a0-48b4849e11e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.551456] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.590280] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192623, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.628430] env[70041]: DEBUG nova.network.neutron [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Updating instance_info_cache with network_info: [{"id": "36b53ab3-b3d9-4451-b052-0a0a59f4e1a3", "address": "fa:16:3e:37:75:b8", "network": {"id": "201685b3-1fc0-4473-b2c0-37110015ab56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458274301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f101bae0f8147e2a3e183c23f0889bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b53ab3-b3", "ovs_interfaceid": "36b53ab3-b3d9-4451-b052-0a0a59f4e1a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.632831] env[70041]: DEBUG oslo_concurrency.lockutils [req-528b94f4-1b0c-4eca-ac01-bf627006f76e req-695ab1e3-f351-41da-94ab-980989aaa6f7 service nova] Releasing lock "refresh_cache-472b3b50-e4d5-409d-99d9-2bc2fb525b38" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.632831] env[70041]: DEBUG nova.compute.manager [req-528b94f4-1b0c-4eca-ac01-bf627006f76e req-695ab1e3-f351-41da-94ab-980989aaa6f7 service nova] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Received event network-vif-deleted-52cb53cd-6418-471f-b70e-09b33d5ef50c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 743.673474] env[70041]: DEBUG oslo_concurrency.lockutils [req-252e1333-d45f-4aec-be07-eab9f018fedc req-c53c08d2-a53a-49a8-b970-49e014e193e9 service nova] Releasing lock "refresh_cache-885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.712126] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.749598] env[70041]: DEBUG oslo_vmware.api [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192624, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.797210] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.840780] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ded2f2-f5b7-43b9-bda1-f7db13a9722c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "993bcc08-4bd2-4498-afae-0c2918feb74b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.070s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.877818] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "2f55931b-4d0b-4d29-abf8-14b485770c51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.878273] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.884725] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192626, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.913795] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192627, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.972288] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192622, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.036667] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.036929] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.037092] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.037269] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.037418] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.037679] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.037897] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.038064] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.038229] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.038386] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.038547] env[70041]: DEBUG nova.virt.hardware [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.039463] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22a7b27-6d7d-4ff7-ab23-dfbe98074429 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.050440] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a056330-c3f0-441c-a6ac-9ce7611b14b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.055509] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.076682] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.082615] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.083976] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.087385] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33000a10-c57c-4a9e-a8ab-11b85bd48913 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.109635] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192623, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.111555] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.111555] env[70041]: value = "task-3192628" [ 744.111555] env[70041]: _type = "Task" [ 744.111555] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.122665] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192628, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.133226] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Releasing lock "refresh_cache-f4f9869f-3c24-4436-9cfe-cba77d169322" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.133226] env[70041]: DEBUG nova.compute.manager [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Instance network_info: |[{"id": "36b53ab3-b3d9-4451-b052-0a0a59f4e1a3", "address": "fa:16:3e:37:75:b8", "network": {"id": "201685b3-1fc0-4473-b2c0-37110015ab56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458274301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f101bae0f8147e2a3e183c23f0889bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b53ab3-b3", "ovs_interfaceid": "36b53ab3-b3d9-4451-b052-0a0a59f4e1a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.133626] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:75:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36b53ab3-b3d9-4451-b052-0a0a59f4e1a3', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.140932] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.141536] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.141766] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fa6d771-e9c8-4362-93eb-13d074c971b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.164602] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.164602] env[70041]: value = "task-3192629" [ 744.164602] env[70041]: _type = "Task" [ 744.164602] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.175483] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192629, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.208427] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.247478] env[70041]: DEBUG oslo_vmware.api [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192624, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.295349] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744005} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.295621] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 472b3b50-e4d5-409d-99d9-2bc2fb525b38/472b3b50-e4d5-409d-99d9-2bc2fb525b38.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.295847] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.296109] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbd0e806-3830-4007-80c4-cee5544b3c73 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.304666] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 744.304666] env[70041]: value = "task-3192630" [ 744.304666] env[70041]: _type = "Task" [ 744.304666] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.314018] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.344772] env[70041]: DEBUG nova.compute.manager [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.378862] env[70041]: DEBUG oslo_vmware.api [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192626, 'name': PowerOnVM_Task, 'duration_secs': 0.762146} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.379188] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.379397] env[70041]: INFO nova.compute.manager [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Took 8.77 seconds to spawn the instance on the hypervisor. [ 744.379594] env[70041]: DEBUG nova.compute.manager [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.380462] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828bdf1a-7f14-4d2a-bc61-a02ff2c0fd2d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.418595] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763073} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.418692] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 836ed670-0125-4c94-ab5e-13bb98ef2ee7/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. [ 744.419566] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d048cfc-8423-46a3-965c-c51ac5b53809 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.452247] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 836ed670-0125-4c94-ab5e-13bb98ef2ee7/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.452470] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c284533-c4ae-41d1-919b-663e429df40c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.478821] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192622, 'name': PowerOffVM_Task, 'duration_secs': 1.354555} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.479987] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.479987] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 744.479987] env[70041]: value = "task-3192631" [ 744.479987] env[70041]: _type = "Task" [ 744.479987] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.480950] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47f0e55-3508-490f-bfa4-c3ab8e39ad45 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.496303] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.517558] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cb762f-fcf2-428f-aa02-c26248a63563 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.562821] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.563869] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.969s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.564326] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.567418] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14319a28-0649-420f-adfd-4b356b1b465b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.569799] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.823s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.571386] env[70041]: INFO nova.compute.claims [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.582709] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 744.582709] env[70041]: value = "task-3192632" [ 744.582709] env[70041]: _type = "Task" [ 744.582709] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.610665] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192623, 'name': PowerOffVM_Task, 'duration_secs': 1.248527} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.613341] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 744.613721] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.614104] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.614338] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.614719] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.615310] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.615466] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 744.615794] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638382', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'name': 'volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fe85bba-8aed-4e32-a4da-c4b0cd517fbe', 'attached_at': '', 'detached_at': '', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'serial': '21b00041-6dd0-48a4-b9ba-01cbd8f25764'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 744.618236] env[70041]: DEBUG nova.compute.manager [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Received event network-vif-plugged-36b53ab3-b3d9-4451-b052-0a0a59f4e1a3 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 744.618532] env[70041]: DEBUG oslo_concurrency.lockutils [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] Acquiring lock "f4f9869f-3c24-4436-9cfe-cba77d169322-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.618870] env[70041]: DEBUG oslo_concurrency.lockutils [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] Lock "f4f9869f-3c24-4436-9cfe-cba77d169322-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.619194] env[70041]: DEBUG oslo_concurrency.lockutils [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] Lock "f4f9869f-3c24-4436-9cfe-cba77d169322-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.619479] env[70041]: DEBUG nova.compute.manager [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] No waiting events found dispatching network-vif-plugged-36b53ab3-b3d9-4451-b052-0a0a59f4e1a3 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.619834] env[70041]: WARNING nova.compute.manager [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Received unexpected event network-vif-plugged-36b53ab3-b3d9-4451-b052-0a0a59f4e1a3 for instance with vm_state building and task_state spawning. [ 744.619955] env[70041]: DEBUG nova.compute.manager [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Received event network-changed-36b53ab3-b3d9-4451-b052-0a0a59f4e1a3 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 744.620129] env[70041]: DEBUG nova.compute.manager [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Refreshing instance network info cache due to event network-changed-36b53ab3-b3d9-4451-b052-0a0a59f4e1a3. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 744.620326] env[70041]: DEBUG oslo_concurrency.lockutils [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] Acquiring lock "refresh_cache-f4f9869f-3c24-4436-9cfe-cba77d169322" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.620893] env[70041]: DEBUG oslo_concurrency.lockutils [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] Acquired lock "refresh_cache-f4f9869f-3c24-4436-9cfe-cba77d169322" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.620893] env[70041]: DEBUG nova.network.neutron [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Refreshing network info cache for port 36b53ab3-b3d9-4451-b052-0a0a59f4e1a3 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.623778] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b8ad40b-827b-41bc-8d84-cb578acf6eec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.626795] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf97afa8-6e0e-4994-8268-4a938ed56dff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.640430] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192628, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.659066] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f860eb-15eb-4869-bf62-dc06848780f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.662522] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.662694] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.664536] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 744.664769] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638462', 'volume_id': 'db7d16ee-d361-40ea-8afa-5db8626e6906', 'name': 'volume-db7d16ee-d361-40ea-8afa-5db8626e6906', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b6a5a9a-2055-452c-9da9-e1bcce4e193c', 'attached_at': '', 'detached_at': '', 'volume_id': 'db7d16ee-d361-40ea-8afa-5db8626e6906', 'serial': 'db7d16ee-d361-40ea-8afa-5db8626e6906'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 744.665063] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c726c138-9d29-4f0f-a1cc-6fd3b5740689 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.668813] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b7f4d5-d12e-483b-b1ae-182198a60948 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.680199] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafe5af8-aa5f-4a50-8808-3192d41eb847 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.703493] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192629, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.705060] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 744.705060] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52233b73-7e29-1a62-ea19-611d53778478" [ 744.705060] env[70041]: _type = "Task" [ 744.705060] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.708551] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad32465-de61-4d93-b280-eec55c67c3b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.730775] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935dc08-c0c8-4093-a5c2-3ef88f8bf7f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.760838] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-db7d16ee-d361-40ea-8afa-5db8626e6906/volume-db7d16ee-d361-40ea-8afa-5db8626e6906.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.761191] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.768753] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe00ac5-c11d-4357-a00a-8c2c14f90c81 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.782736] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52233b73-7e29-1a62-ea19-611d53778478, 'name': SearchDatastore_Task, 'duration_secs': 0.021954} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.799128] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] The volume has not been displaced from its original location: [datastore1] volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764/volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 744.802737] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 744.803829] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ab9557-da80-4b40-94a3-5322823a171e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.806446] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b1001a-d6a3-495d-9629-0c2fecb76c30 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.824836] env[70041]: DEBUG oslo_vmware.api [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192624, 'name': PowerOffVM_Task, 'duration_secs': 1.0934} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.825951] env[70041]: DEBUG oslo_vmware.api [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 744.825951] env[70041]: value = "task-3192633" [ 744.825951] env[70041]: _type = "Task" [ 744.825951] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.828840] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.829033] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.829352] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-702a0bde-fdc6-4f9d-9292-c40f3628a1d8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.837202] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for the task: (returnval){ [ 744.837202] env[70041]: value = "task-3192634" [ 744.837202] env[70041]: _type = "Task" [ 744.837202] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.837500] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 744.837500] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e1782-5000-4667-c756-17dc0572d003" [ 744.837500] env[70041]: _type = "Task" [ 744.837500] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.849952] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116374} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.855258] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.859262] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e172848-b9b0-462c-addb-d64a46be82dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.872964] env[70041]: DEBUG oslo_vmware.api [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.873230] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.873531] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e1782-5000-4667-c756-17dc0572d003, 'name': SearchDatastore_Task, 'duration_secs': 0.026247} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.874259] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.874625] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 8a4a241c-df83-4200-83f1-88fcbc969667/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. {{(pid=70041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 744.874904] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-654ca534-2c8e-472e-ac59-5604d039a1aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.895372] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 472b3b50-e4d5-409d-99d9-2bc2fb525b38/472b3b50-e4d5-409d-99d9-2bc2fb525b38.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.896671] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.901383] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47db8b1b-1728-4cce-a13a-6438e3387065 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.922684] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 744.922684] env[70041]: value = "task-3192636" [ 744.922684] env[70041]: _type = "Task" [ 744.922684] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.923014] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.923277] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.923531] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Deleting the datastore file [datastore2] 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.924250] env[70041]: INFO nova.compute.manager [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Took 40.15 seconds to build instance. [ 744.926120] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0da02148-8d4e-45c7-a0fe-bbfc31466288 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.935603] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 744.935603] env[70041]: value = "task-3192637" [ 744.935603] env[70041]: _type = "Task" [ 744.935603] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.944053] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.944409] env[70041]: DEBUG oslo_vmware.api [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 744.944409] env[70041]: value = "task-3192638" [ 744.944409] env[70041]: _type = "Task" [ 744.944409] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.951955] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192637, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.959145] env[70041]: DEBUG oslo_vmware.api [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.994341] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.071455] env[70041]: DEBUG nova.compute.utils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.071880] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.071880] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.137999] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192628, 'name': CreateVM_Task, 'duration_secs': 0.683359} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.138339] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.139012] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.139269] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.139683] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.140015] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10594305-23ee-4a66-89e6-737212bedffc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.147120] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 745.147120] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a6f3ff-176d-023e-daa4-b13d9ba5965e" [ 745.147120] env[70041]: _type = "Task" [ 745.147120] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.158314] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a6f3ff-176d-023e-daa4-b13d9ba5965e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.180432] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192629, 'name': CreateVM_Task, 'duration_secs': 0.59197} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.183055] env[70041]: DEBUG nova.policy [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b01ca87fa940fda6dc4af7fc8e2064', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58e8d739a7174eab9b0c1e6ba861f3a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.185381] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.185553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.185667] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.186035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.187232] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f7a366-5ee6-462c-9cc6-98a3a5edaeb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.210893] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 745.210893] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52335a5b-f870-9abf-1657-46f2c3548c28" [ 745.210893] env[70041]: _type = "Task" [ 745.210893] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.222821] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.230154] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52335a5b-f870-9abf-1657-46f2c3548c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.343814] env[70041]: DEBUG oslo_vmware.api [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.353317] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192634, 'name': ReconfigVM_Task, 'duration_secs': 0.265829} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.353688] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 745.360572] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42697b4d-7c92-41cc-ab21-2276a23f1b17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.390090] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for the task: (returnval){ [ 745.390090] env[70041]: value = "task-3192639" [ 745.390090] env[70041]: _type = "Task" [ 745.390090] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.401738] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.430169] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bdb5756b-2ba1-4733-8e2b-59ab1072cbb5 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.555s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.450329] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192636, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.464212] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.470590] env[70041]: DEBUG oslo_vmware.api [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201822} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.470864] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.471108] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.471316] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.472375] env[70041]: INFO nova.compute.manager [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Took 2.29 seconds to destroy the instance on the hypervisor. [ 745.472375] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.472375] env[70041]: DEBUG nova.compute.manager [-] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.472375] env[70041]: DEBUG nova.network.neutron [-] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.494524] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192631, 'name': ReconfigVM_Task, 'duration_secs': 0.777998} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.494956] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 836ed670-0125-4c94-ab5e-13bb98ef2ee7/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.495951] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f6f381-64cf-4d4c-87be-253cfdaabd34 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.528380] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5f463d-50af-4e0d-aaf9-8015de39bb45 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.547314] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 745.547314] env[70041]: value = "task-3192640" [ 745.547314] env[70041]: _type = "Task" [ 745.547314] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.560342] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.576061] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.664187] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a6f3ff-176d-023e-daa4-b13d9ba5965e, 'name': SearchDatastore_Task, 'duration_secs': 0.067531} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.666229] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.666479] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.666715] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.666860] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.667041] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.669977] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7cdc1ec-4f5a-4b60-897d-2c3573ec85d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.683522] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.683759] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.685324] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73aefa9-9ab7-40b7-9430-18a8933de9c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.693517] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 745.693517] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52605bd1-0762-ac58-27cf-f5ecb4d2c0f4" [ 745.693517] env[70041]: _type = "Task" [ 745.693517] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.705242] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52605bd1-0762-ac58-27cf-f5ecb4d2c0f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.720160] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.727625] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52335a5b-f870-9abf-1657-46f2c3548c28, 'name': SearchDatastore_Task, 'duration_secs': 0.059753} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.728199] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.728199] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.728523] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.728703] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.728902] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.732030] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9097bcb-b0fc-45c5-ac4b-0f44f5d8c33e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.743875] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.744119] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.750830] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36cb5251-0e90-4b59-b76d-866ab53367c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.756502] env[70041]: DEBUG nova.network.neutron [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Updated VIF entry in instance network info cache for port 36b53ab3-b3d9-4451-b052-0a0a59f4e1a3. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.756792] env[70041]: DEBUG nova.network.neutron [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Updating instance_info_cache with network_info: [{"id": "36b53ab3-b3d9-4451-b052-0a0a59f4e1a3", "address": "fa:16:3e:37:75:b8", "network": {"id": "201685b3-1fc0-4473-b2c0-37110015ab56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458274301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f101bae0f8147e2a3e183c23f0889bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b53ab3-b3", "ovs_interfaceid": "36b53ab3-b3d9-4451-b052-0a0a59f4e1a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.764698] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 745.764698] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5249772f-bedf-966f-e8d1-df9d6a56c863" [ 745.764698] env[70041]: _type = "Task" [ 745.764698] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.773500] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5249772f-bedf-966f-e8d1-df9d6a56c863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.850180] env[70041]: DEBUG oslo_vmware.api [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192633, 'name': ReconfigVM_Task, 'duration_secs': 0.818584} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.851993] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-db7d16ee-d361-40ea-8afa-5db8626e6906/volume-db7d16ee-d361-40ea-8afa-5db8626e6906.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.859263] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b3adf3-b54f-486d-9882-23311a4a780f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.877821] env[70041]: DEBUG oslo_vmware.api [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 745.877821] env[70041]: value = "task-3192641" [ 745.877821] env[70041]: _type = "Task" [ 745.877821] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.890134] env[70041]: DEBUG oslo_vmware.api [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.900167] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192639, 'name': ReconfigVM_Task, 'duration_secs': 0.210609} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.903914] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638382', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'name': 'volume-21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fe85bba-8aed-4e32-a4da-c4b0cd517fbe', 'attached_at': '', 'detached_at': '', 'volume_id': '21b00041-6dd0-48a4-b9ba-01cbd8f25764', 'serial': '21b00041-6dd0-48a4-b9ba-01cbd8f25764'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 745.904287] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.905287] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6024c67-0438-4320-b3cf-aa04089c0d1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.913497] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.913659] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d241495d-fe71-460f-9b00-0eab92a711d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.937497] env[70041]: DEBUG nova.compute.manager [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.940582] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613404} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.943580] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 8a4a241c-df83-4200-83f1-88fcbc969667/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. [ 745.944428] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00bf9d1-bdc7-4a0e-b241-4d50aa167651 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.954698] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192637, 'name': ReconfigVM_Task, 'duration_secs': 0.739767} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.968583] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 472b3b50-e4d5-409d-99d9-2bc2fb525b38/472b3b50-e4d5-409d-99d9-2bc2fb525b38.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.976662] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 8a4a241c-df83-4200-83f1-88fcbc969667/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.979622] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-544cfbc8-5207-4809-a763-bc230f51179a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.981372] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf097de-c2b4-420e-9050-3cfc8005cbaf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.996329] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.996613] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.996742] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Deleting the datastore file [datastore1] 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.998834] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Successfully created port: 633f0677-49f0-4cdc-bdb4-2a8c14fb72b9 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.000132] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-407bea6e-180d-41d4-96bf-1a11f72da0da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.005998] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 746.005998] env[70041]: value = "task-3192644" [ 746.005998] env[70041]: _type = "Task" [ 746.005998] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.006647] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 746.006647] env[70041]: value = "task-3192643" [ 746.006647] env[70041]: _type = "Task" [ 746.006647] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.017047] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for the task: (returnval){ [ 746.017047] env[70041]: value = "task-3192645" [ 746.017047] env[70041]: _type = "Task" [ 746.017047] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.027998] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192644, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.028305] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192643, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.031605] env[70041]: DEBUG nova.compute.manager [req-ba454a56-2523-4679-afd6-937087a808e6 req-1b2e5d01-cb1b-4057-8191-b6d965639ec2 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Received event network-vif-deleted-636d80d3-c5b3-4032-a929-b5c0978df2c2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 746.031605] env[70041]: INFO nova.compute.manager [req-ba454a56-2523-4679-afd6-937087a808e6 req-1b2e5d01-cb1b-4057-8191-b6d965639ec2 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Neutron deleted interface 636d80d3-c5b3-4032-a929-b5c0978df2c2; detaching it from the instance and deleting it from the info cache [ 746.031605] env[70041]: DEBUG nova.network.neutron [req-ba454a56-2523-4679-afd6-937087a808e6 req-1b2e5d01-cb1b-4057-8191-b6d965639ec2 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.038538] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.058165] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192640, 'name': ReconfigVM_Task, 'duration_secs': 0.484362} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.058526] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.058692] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32d318bb-b3e3-4f00-bf54-e4b58306abbe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.070057] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 746.070057] env[70041]: value = "task-3192646" [ 746.070057] env[70041]: _type = "Task" [ 746.070057] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.086340] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.208207] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52605bd1-0762-ac58-27cf-f5ecb4d2c0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.216557] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec62636b-202b-432d-a959-7064543b3816 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.221433] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 746.221433] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525ca726-c865-7e88-afce-d4e719ec5694" [ 746.221433] env[70041]: _type = "Task" [ 746.221433] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.225046] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.238440] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525ca726-c865-7e88-afce-d4e719ec5694, 'name': SearchDatastore_Task, 'duration_secs': 0.014199} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.238687] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.238949] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.239224] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3443f618-6276-4169-9fd7-efdd3e151aaf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.250619] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 746.250619] env[70041]: value = "task-3192647" [ 746.250619] env[70041]: _type = "Task" [ 746.250619] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.261625] env[70041]: DEBUG oslo_concurrency.lockutils [req-9e80bfcd-b699-4b83-8651-3c687754420d req-e193ff46-591e-4b28-850e-e66538a96dea service nova] Releasing lock "refresh_cache-f4f9869f-3c24-4436-9cfe-cba77d169322" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.262012] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.277254] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5249772f-bedf-966f-e8d1-df9d6a56c863, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.278860] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54789667-010a-48db-8b50-711c0c0a8c49 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.285122] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 746.285122] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fb9629-f80e-6430-b755-eb29fa825f5f" [ 746.285122] env[70041]: _type = "Task" [ 746.285122] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.295458] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fb9629-f80e-6430-b755-eb29fa825f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.371432] env[70041]: DEBUG nova.network.neutron [-] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.377144] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5594c362-ab36-4e0c-b564-9046cf2bc0c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.396168] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f6ff9a-ed08-4668-b52b-9058767dec17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.399925] env[70041]: DEBUG oslo_vmware.api [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192641, 'name': ReconfigVM_Task, 'duration_secs': 0.265547} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.400301] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638462', 'volume_id': 'db7d16ee-d361-40ea-8afa-5db8626e6906', 'name': 'volume-db7d16ee-d361-40ea-8afa-5db8626e6906', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b6a5a9a-2055-452c-9da9-e1bcce4e193c', 'attached_at': '', 'detached_at': '', 'volume_id': 'db7d16ee-d361-40ea-8afa-5db8626e6906', 'serial': 'db7d16ee-d361-40ea-8afa-5db8626e6906'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 746.435538] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ee7fc4-cbaf-47da-bb60-a2748574cb89 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.450763] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5def97ab-6969-4fec-b061-173ff721ec8f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.469669] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.472229] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.531030] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192643, 'name': Rename_Task, 'duration_secs': 0.314526} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.531144] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192644, 'name': ReconfigVM_Task, 'duration_secs': 0.366809} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.532040] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.532238] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 8a4a241c-df83-4200-83f1-88fcbc969667/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.532581] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38777899-d6ad-4640-91f0-4d6123f3b4c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.535145] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238cc71a-ccbf-4392-a17c-9dbb5326e480 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.542839] env[70041]: DEBUG oslo_vmware.api [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Task: {'id': task-3192645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119521} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.543979] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5529e5be-699d-4f8d-84c7-e516f62b5134 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.546999] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.547310] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.547610] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.547854] env[70041]: INFO nova.compute.manager [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Took 3.49 seconds to destroy the instance on the hypervisor. [ 746.549052] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.571762] env[70041]: DEBUG nova.compute.manager [-] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.572129] env[70041]: DEBUG nova.network.neutron [-] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.574091] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 746.574091] env[70041]: value = "task-3192648" [ 746.574091] env[70041]: _type = "Task" [ 746.574091] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.585163] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e472c19d-3c5b-466a-98db-f42da3f2e6cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.602572] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.609135] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ab4519-cf97-416b-8da4-6a422d1508ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.625742] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 746.625742] env[70041]: value = "task-3192649" [ 746.625742] env[70041]: _type = "Task" [ 746.625742] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.626016] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.636523] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.647498] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.669085] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.669391] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.669610] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.669806] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.669948] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.670109] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.670419] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.670591] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.670692] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.670855] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.671110] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.671615] env[70041]: DEBUG nova.compute.manager [req-ba454a56-2523-4679-afd6-937087a808e6 req-1b2e5d01-cb1b-4057-8191-b6d965639ec2 service nova] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Detach interface failed, port_id=636d80d3-c5b3-4032-a929-b5c0978df2c2, reason: Instance 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 746.673165] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c19210-6685-432f-bdca-92121d3ac8e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.683620] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1cdb9d-4e94-4e30-92d6-d8b51abb00f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.720517] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.764375] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192647, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.799160] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fb9629-f80e-6430-b755-eb29fa825f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.799567] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.800157] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f4f9869f-3c24-4436-9cfe-cba77d169322/f4f9869f-3c24-4436-9cfe-cba77d169322.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.800470] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9cd11d0-ca1c-4b0b-b485-d629ecb26209 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.810454] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 746.810454] env[70041]: value = "task-3192650" [ 746.810454] env[70041]: _type = "Task" [ 746.810454] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.821963] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.874841] env[70041]: INFO nova.compute.manager [-] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Took 1.40 seconds to deallocate network for instance. [ 746.904845] env[70041]: DEBUG nova.compute.manager [req-2c610f07-8985-4142-9bec-fdf36596859e req-477be3fa-2670-467e-8201-6902be3967c3 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Received event network-changed-6d16d996-5bae-46f1-8da2-1387a2a19d5e {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 746.905205] env[70041]: DEBUG nova.compute.manager [req-2c610f07-8985-4142-9bec-fdf36596859e req-477be3fa-2670-467e-8201-6902be3967c3 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Refreshing instance network info cache due to event network-changed-6d16d996-5bae-46f1-8da2-1387a2a19d5e. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 746.906324] env[70041]: DEBUG oslo_concurrency.lockutils [req-2c610f07-8985-4142-9bec-fdf36596859e req-477be3fa-2670-467e-8201-6902be3967c3 service nova] Acquiring lock "refresh_cache-993bcc08-4bd2-4498-afae-0c2918feb74b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.907104] env[70041]: DEBUG oslo_concurrency.lockutils [req-2c610f07-8985-4142-9bec-fdf36596859e req-477be3fa-2670-467e-8201-6902be3967c3 service nova] Acquired lock "refresh_cache-993bcc08-4bd2-4498-afae-0c2918feb74b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.907104] env[70041]: DEBUG nova.network.neutron [req-2c610f07-8985-4142-9bec-fdf36596859e req-477be3fa-2670-467e-8201-6902be3967c3 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Refreshing network info cache for port 6d16d996-5bae-46f1-8da2-1387a2a19d5e {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.999185] env[70041]: ERROR nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [req-a8007f66-2d78-4c76-82fa-7e2b6b2372ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8007f66-2d78-4c76-82fa-7e2b6b2372ac"}]} [ 747.023409] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 747.044040] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 747.044617] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.067358] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 747.086078] env[70041]: DEBUG oslo_vmware.api [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192646, 'name': PowerOnVM_Task, 'duration_secs': 0.859595} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.089597] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.092866] env[70041]: DEBUG nova.compute.manager [None req-b5afc5fd-139f-4794-af46-7d6028d56722 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.093858] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66432e1d-3f1b-4915-9ebf-f084c17b2423 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.098818] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 747.107349] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.145193] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192649, 'name': ReconfigVM_Task, 'duration_secs': 0.294372} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.146616] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.146616] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7f98390-cb0f-4cbc-a31a-4e8dd6f3eabe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.155249] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 747.155249] env[70041]: value = "task-3192651" [ 747.155249] env[70041]: _type = "Task" [ 747.155249] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.169938] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.233932] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.266788] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527789} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.270679] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.270679] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.271338] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d9c450b-abec-483d-882c-f65106fddcf0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.280292] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 747.280292] env[70041]: value = "task-3192652" [ 747.280292] env[70041]: _type = "Task" [ 747.280292] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.294254] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.329262] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192650, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.383799] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.466320] env[70041]: DEBUG nova.objects.instance [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lazy-loading 'flavor' on Instance uuid 9b6a5a9a-2055-452c-9da9-e1bcce4e193c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.599894] env[70041]: DEBUG oslo_vmware.api [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192648, 'name': PowerOnVM_Task, 'duration_secs': 0.90625} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.600732] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.600992] env[70041]: INFO nova.compute.manager [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Took 9.23 seconds to spawn the instance on the hypervisor. [ 747.601191] env[70041]: DEBUG nova.compute.manager [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.602050] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44cc123-d109-4b97-9313-1c0426525d70 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.675471] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192651, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.729274] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.800015] env[70041]: DEBUG nova.network.neutron [req-2c610f07-8985-4142-9bec-fdf36596859e req-477be3fa-2670-467e-8201-6902be3967c3 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Updated VIF entry in instance network info cache for port 6d16d996-5bae-46f1-8da2-1387a2a19d5e. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.800857] env[70041]: DEBUG nova.network.neutron [req-2c610f07-8985-4142-9bec-fdf36596859e req-477be3fa-2670-467e-8201-6902be3967c3 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Updating instance_info_cache with network_info: [{"id": "6d16d996-5bae-46f1-8da2-1387a2a19d5e", "address": "fa:16:3e:55:fd:bb", "network": {"id": "c5b2e3a6-12ce-4085-8110-0512a39a9e60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1183492104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3b1c6388144138bc3e123d130b6076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d16d996-5b", "ovs_interfaceid": "6d16d996-5bae-46f1-8da2-1387a2a19d5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.802888] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229567} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.803197] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.804235] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf245d0-bbb1-4cbb-9099-597507f78027 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.836338] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.840440] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797b8aa5-1fa3-4804-9894-83d0acd610c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.864575] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539016} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.865924] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f4f9869f-3c24-4436-9cfe-cba77d169322/f4f9869f-3c24-4436-9cfe-cba77d169322.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.866156] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.866905] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 747.866905] env[70041]: value = "task-3192653" [ 747.866905] env[70041]: _type = "Task" [ 747.866905] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.867137] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-158dca3e-061b-4283-a5b2-3c40cacb1245 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.883683] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 747.883683] env[70041]: value = "task-3192654" [ 747.883683] env[70041]: _type = "Task" [ 747.883683] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.884107] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192653, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.977545] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0967cb3b-32a2-404d-bccb-98150d05cd9b tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.960s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.019844] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c49dd0-bc90-433c-9020-a2054de68d24 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.026442] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aff6c8-e5b0-4e58-b097-889f879a6833 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.030665] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Successfully updated port: 633f0677-49f0-4cdc-bdb4-2a8c14fb72b9 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.071897] env[70041]: DEBUG nova.network.neutron [-] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.073995] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0293bce7-ebf0-441f-9e60-6f4955175427 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.085295] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076793a-3cd8-44ac-829e-05ef4f0808e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.107021] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.133137] env[70041]: INFO nova.compute.manager [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Took 36.51 seconds to build instance. [ 748.168369] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192651, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.197895] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquiring lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.197895] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.197895] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquiring lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.197895] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.197895] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.199714] env[70041]: INFO nova.compute.manager [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Terminating instance [ 748.223984] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.303322] env[70041]: DEBUG oslo_concurrency.lockutils [req-2c610f07-8985-4142-9bec-fdf36596859e req-477be3fa-2670-467e-8201-6902be3967c3 service nova] Releasing lock "refresh_cache-993bcc08-4bd2-4498-afae-0c2918feb74b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.319458] env[70041]: DEBUG nova.compute.manager [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Stashing vm_state: active {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 748.381689] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.398532] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093883} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.399050] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.400473] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269ebc5a-01ca-4ba0-bb93-d49686abab07 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.428617] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] f4f9869f-3c24-4436-9cfe-cba77d169322/f4f9869f-3c24-4436-9cfe-cba77d169322.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.430041] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dc706fc-20cb-4098-85c3-93497259f3e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.452959] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 748.452959] env[70041]: value = "task-3192655" [ 748.452959] env[70041]: _type = "Task" [ 748.452959] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.466227] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.533884] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "refresh_cache-9201b7d0-000a-419a-963d-88ab8678ca39" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.534062] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired lock "refresh_cache-9201b7d0-000a-419a-963d-88ab8678ca39" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.534305] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.574322] env[70041]: INFO nova.compute.manager [-] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Took 2.00 seconds to deallocate network for instance. [ 748.635319] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2b9efd4b-8066-4067-a3d9-3ead109058f6 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.080s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.638687] env[70041]: ERROR nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [req-49ff61f4-33ca-4b78-a109-3e64defbf8b2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49ff61f4-33ca-4b78-a109-3e64defbf8b2"}]} [ 748.658158] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 748.673580] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192651, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.683280] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 748.683607] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.698348] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 748.703344] env[70041]: DEBUG nova.compute.manager [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.703677] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.704691] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f611cc-aa6f-419f-9e47-17c22420a9c5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.719833] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.719833] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-000b9117-0f3a-4858-9282-e670b657a7e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.727297] env[70041]: DEBUG oslo_vmware.api [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192620, 'name': ReconfigVM_Task, 'duration_secs': 5.819284} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.727994] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 748.730529] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.731037] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Reconfigured VM to detach interface {{(pid=70041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 748.737019] env[70041]: DEBUG oslo_vmware.api [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 748.737019] env[70041]: value = "task-3192656" [ 748.737019] env[70041]: _type = "Task" [ 748.737019] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.745725] env[70041]: DEBUG oslo_vmware.api [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.836038] env[70041]: DEBUG nova.compute.manager [req-34896437-557f-4a5e-bddc-488311115279 req-141c8e08-811a-43eb-ad6b-38c944324aff service nova] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Received event network-vif-deleted-9143ac59-c168-44a3-935e-9972264a16ce {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 748.847185] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.883694] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.900642] env[70041]: INFO nova.compute.manager [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Unrescuing [ 748.900642] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.900642] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.900895] env[70041]: DEBUG nova.network.neutron [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.969593] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.095417] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.128555] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718e52d5-8b88-44fa-8edd-685f167fa5e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.136785] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-29226c90-7f02-4a40-8011-280205a0e696 tempest-ServersAdminNegativeTestJSON-1652435938 tempest-ServersAdminNegativeTestJSON-1652435938-project-admin] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Suspending the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 749.141504] env[70041]: DEBUG nova.compute.manager [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.144155] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b9a027f1-6083-4c4c-8062-0c6fedfd2a86 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.146513] env[70041]: INFO nova.compute.manager [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Took 0.57 seconds to detach 1 volumes for instance. [ 749.148436] env[70041]: DEBUG nova.compute.manager [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Deleting volume: 21b00041-6dd0-48a4-b9ba-01cbd8f25764 {{(pid=70041) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 749.159239] env[70041]: DEBUG oslo_vmware.api [None req-29226c90-7f02-4a40-8011-280205a0e696 tempest-ServersAdminNegativeTestJSON-1652435938 tempest-ServersAdminNegativeTestJSON-1652435938-project-admin] Waiting for the task: (returnval){ [ 749.159239] env[70041]: value = "task-3192657" [ 749.159239] env[70041]: _type = "Task" [ 749.159239] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.189979] env[70041]: DEBUG oslo_vmware.api [None req-29226c90-7f02-4a40-8011-280205a0e696 tempest-ServersAdminNegativeTestJSON-1652435938 tempest-ServersAdminNegativeTestJSON-1652435938-project-admin] Task: {'id': task-3192657, 'name': SuspendVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.193277] env[70041]: DEBUG oslo_vmware.api [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192651, 'name': PowerOnVM_Task, 'duration_secs': 1.522451} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.193478] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.196817] env[70041]: DEBUG nova.compute.manager [None req-00cbd93c-7f0e-4389-af9c-cb1901dabe52 tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.200965] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a18bd-9b17-4cdd-b32c-b715e5cc1ed5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.249516] env[70041]: DEBUG oslo_vmware.api [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192656, 'name': PowerOffVM_Task, 'duration_secs': 0.321178} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.253144] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.253387] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.255234] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2282232-1712-408d-a3ee-04dffce9492f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.330860] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Updating instance_info_cache with network_info: [{"id": "633f0677-49f0-4cdc-bdb4-2a8c14fb72b9", "address": "fa:16:3e:4f:d7:d3", "network": {"id": "a06e81c4-d3fa-4531-a650-73b12fdefa82", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-900918252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e8d739a7174eab9b0c1e6ba861f3a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633f0677-49", "ovs_interfaceid": "633f0677-49f0-4cdc-bdb4-2a8c14fb72b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.344723] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.344912] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.345106] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Deleting the datastore file [datastore1] fd7605e6-ee46-4c0f-9528-bb8b62856c5e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.346929] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9253bfc-e356-4854-b70e-08ac735cef07 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.358068] env[70041]: DEBUG oslo_vmware.api [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for the task: (returnval){ [ 749.358068] env[70041]: value = "task-3192660" [ 749.358068] env[70041]: _type = "Task" [ 749.358068] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.373314] env[70041]: DEBUG oslo_vmware.api [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.386575] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192653, 'name': ReconfigVM_Task, 'duration_secs': 1.132777} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.388294] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Reconfigured VM instance instance-0000002a to attach disk [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.388294] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65447d0a-141e-4421-b3a1-248b2c7a8547 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.398131] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 749.398131] env[70041]: value = "task-3192661" [ 749.398131] env[70041]: _type = "Task" [ 749.398131] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.413458] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192661, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.473958] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192655, 'name': ReconfigVM_Task, 'duration_secs': 0.589318} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.474359] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Reconfigured VM instance instance-0000002e to attach disk [datastore2] f4f9869f-3c24-4436-9cfe-cba77d169322/f4f9869f-3c24-4436-9cfe-cba77d169322.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.475371] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b9eb148-6d59-4c46-a40e-0f15c04b718d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.484302] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 749.484302] env[70041]: value = "task-3192662" [ 749.484302] env[70041]: _type = "Task" [ 749.484302] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.494999] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192662, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.507954] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41f477-efa8-4a27-a9b7-11f620ee19e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.524025] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333ed47f-eaad-4828-8194-f383680ea832 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.566716] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aad7d9-3ffc-4df0-b687-42b88d95dd3b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.573301] env[70041]: DEBUG nova.compute.manager [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Received event network-vif-plugged-633f0677-49f0-4cdc-bdb4-2a8c14fb72b9 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 749.573519] env[70041]: DEBUG oslo_concurrency.lockutils [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] Acquiring lock "9201b7d0-000a-419a-963d-88ab8678ca39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.573953] env[70041]: DEBUG oslo_concurrency.lockutils [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] Lock "9201b7d0-000a-419a-963d-88ab8678ca39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.574227] env[70041]: DEBUG oslo_concurrency.lockutils [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] Lock "9201b7d0-000a-419a-963d-88ab8678ca39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.574227] env[70041]: DEBUG nova.compute.manager [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] No waiting events found dispatching network-vif-plugged-633f0677-49f0-4cdc-bdb4-2a8c14fb72b9 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.574546] env[70041]: WARNING nova.compute.manager [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Received unexpected event network-vif-plugged-633f0677-49f0-4cdc-bdb4-2a8c14fb72b9 for instance with vm_state building and task_state spawning. [ 749.574671] env[70041]: DEBUG nova.compute.manager [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Received event network-changed-633f0677-49f0-4cdc-bdb4-2a8c14fb72b9 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 749.574890] env[70041]: DEBUG nova.compute.manager [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Refreshing instance network info cache due to event network-changed-633f0677-49f0-4cdc-bdb4-2a8c14fb72b9. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 749.575082] env[70041]: DEBUG oslo_concurrency.lockutils [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] Acquiring lock "refresh_cache-9201b7d0-000a-419a-963d-88ab8678ca39" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.583154] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a48977-5af7-49d4-afc2-35603420b1fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.600718] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 749.679110] env[70041]: DEBUG oslo_vmware.api [None req-29226c90-7f02-4a40-8011-280205a0e696 tempest-ServersAdminNegativeTestJSON-1652435938 tempest-ServersAdminNegativeTestJSON-1652435938-project-admin] Task: {'id': task-3192657, 'name': SuspendVM_Task} progress is 58%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.687126] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.730757] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.808025] env[70041]: DEBUG nova.network.neutron [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Updating instance_info_cache with network_info: [{"id": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "address": "fa:16:3e:b4:1a:3d", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd98c95bd-b3", "ovs_interfaceid": "d98c95bd-b394-4b90-9be3-0dee06d940ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.834035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Releasing lock "refresh_cache-9201b7d0-000a-419a-963d-88ab8678ca39" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.834155] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Instance network_info: |[{"id": "633f0677-49f0-4cdc-bdb4-2a8c14fb72b9", "address": "fa:16:3e:4f:d7:d3", "network": {"id": "a06e81c4-d3fa-4531-a650-73b12fdefa82", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-900918252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e8d739a7174eab9b0c1e6ba861f3a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633f0677-49", "ovs_interfaceid": "633f0677-49f0-4cdc-bdb4-2a8c14fb72b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.834358] env[70041]: DEBUG oslo_concurrency.lockutils [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] Acquired lock "refresh_cache-9201b7d0-000a-419a-963d-88ab8678ca39" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.834589] env[70041]: DEBUG nova.network.neutron [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Refreshing network info cache for port 633f0677-49f0-4cdc-bdb4-2a8c14fb72b9 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.836378] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:d7:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '633f0677-49f0-4cdc-bdb4-2a8c14fb72b9', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.845679] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Creating folder: Project (58e8d739a7174eab9b0c1e6ba861f3a7). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.848852] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32633144-0213-48e8-bc64-2171cf4345c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.850686] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.850930] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.866989] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Created folder: Project (58e8d739a7174eab9b0c1e6ba861f3a7) in parent group-v638323. [ 749.867253] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Creating folder: Instances. Parent ref: group-v638466. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.868165] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ef80913-7012-434b-a766-f930282e656b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.876324] env[70041]: DEBUG oslo_vmware.api [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Task: {'id': task-3192660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308767} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.876575] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.876809] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.876996] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.877181] env[70041]: INFO nova.compute.manager [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 749.877332] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.877516] env[70041]: DEBUG nova.compute.manager [-] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.877611] env[70041]: DEBUG nova.network.neutron [-] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.912925] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192661, 'name': Rename_Task, 'duration_secs': 0.259906} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.915020] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.915301] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Created folder: Instances in parent group-v638466. [ 749.915504] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.915684] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70708286-cae6-4b6b-a28f-d1534daf97c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.917907] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.918147] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c8a32a2-0a0c-412a-9203-9c07d0b2cac4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.946587] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.946587] env[70041]: value = "task-3192666" [ 749.946587] env[70041]: _type = "Task" [ 749.946587] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.946979] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 749.946979] env[70041]: value = "task-3192665" [ 749.946979] env[70041]: _type = "Task" [ 749.946979] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.962386] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192666, 'name': CreateVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.967183] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.997694] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192662, 'name': Rename_Task, 'duration_secs': 0.324545} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.998080] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.998913] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc1e9e93-a0b6-481d-a054-8f1e61bf077e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.009788] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 750.009788] env[70041]: value = "task-3192667" [ 750.009788] env[70041]: _type = "Task" [ 750.009788] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.017709] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.131694] env[70041]: ERROR nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [req-158967d2-9a31-445c-b15a-c6b07deaf6bf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-158967d2-9a31-445c-b15a-c6b07deaf6bf"}]} [ 750.157411] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 750.167823] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.167823] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.167823] env[70041]: DEBUG nova.network.neutron [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.176855] env[70041]: DEBUG oslo_vmware.api [None req-29226c90-7f02-4a40-8011-280205a0e696 tempest-ServersAdminNegativeTestJSON-1652435938 tempest-ServersAdminNegativeTestJSON-1652435938-project-admin] Task: {'id': task-3192657, 'name': SuspendVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.182840] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 750.183060] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.198874] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 750.218851] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 750.311338] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "refresh_cache-836ed670-0125-4c94-ab5e-13bb98ef2ee7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.312064] env[70041]: DEBUG nova.objects.instance [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lazy-loading 'flavor' on Instance uuid 836ed670-0125-4c94-ab5e-13bb98ef2ee7 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.354955] env[70041]: INFO nova.compute.manager [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Detaching volume db7d16ee-d361-40ea-8afa-5db8626e6906 [ 750.410523] env[70041]: INFO nova.virt.block_device [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Attempting to driver detach volume db7d16ee-d361-40ea-8afa-5db8626e6906 from mountpoint /dev/sdb [ 750.410523] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 750.410523] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638462', 'volume_id': 'db7d16ee-d361-40ea-8afa-5db8626e6906', 'name': 'volume-db7d16ee-d361-40ea-8afa-5db8626e6906', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b6a5a9a-2055-452c-9da9-e1bcce4e193c', 'attached_at': '', 'detached_at': '', 'volume_id': 'db7d16ee-d361-40ea-8afa-5db8626e6906', 'serial': 'db7d16ee-d361-40ea-8afa-5db8626e6906'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 750.411276] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a75ee8-1bf5-40be-8cf5-98b2a5cc885a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.445135] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae423d1-004f-4a2f-92d2-9fc5681bda15 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.469802] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192665, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.469802] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192666, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.473123] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d6c731-e941-4da2-9bd9-50b62e000cea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.300821] env[70041]: DEBUG nova.network.neutron [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Updated VIF entry in instance network info cache for port 633f0677-49f0-4cdc-bdb4-2a8c14fb72b9. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.301207] env[70041]: DEBUG nova.network.neutron [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Updating instance_info_cache with network_info: [{"id": "633f0677-49f0-4cdc-bdb4-2a8c14fb72b9", "address": "fa:16:3e:4f:d7:d3", "network": {"id": "a06e81c4-d3fa-4531-a650-73b12fdefa82", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-900918252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e8d739a7174eab9b0c1e6ba861f3a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633f0677-49", "ovs_interfaceid": "633f0677-49f0-4cdc-bdb4-2a8c14fb72b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.328767] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475963ac-7f3d-4f99-8e40-9131804459eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.332386] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquiring lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.332612] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.334142] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ec0bcb-fb22-4d00-a34a-b513ae5d4e13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.351966] env[70041]: DEBUG oslo_vmware.api [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192667, 'name': PowerOnVM_Task, 'duration_secs': 0.791333} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.353260] env[70041]: DEBUG oslo_vmware.api [None req-29226c90-7f02-4a40-8011-280205a0e696 tempest-ServersAdminNegativeTestJSON-1652435938 tempest-ServersAdminNegativeTestJSON-1652435938-project-admin] Task: {'id': task-3192657, 'name': SuspendVM_Task, 'duration_secs': 1.062299} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.353733] env[70041]: DEBUG oslo_vmware.api [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192665, 'name': PowerOnVM_Task, 'duration_secs': 0.829022} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.354129] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192666, 'name': CreateVM_Task, 'duration_secs': 0.561469} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.367210] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.367417] env[70041]: INFO nova.compute.manager [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Took 10.18 seconds to spawn the instance on the hypervisor. [ 751.367598] env[70041]: DEBUG nova.compute.manager [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.367916] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-29226c90-7f02-4a40-8011-280205a0e696 tempest-ServersAdminNegativeTestJSON-1652435938 tempest-ServersAdminNegativeTestJSON-1652435938-project-admin] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Suspended the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 751.368095] env[70041]: DEBUG nova.compute.manager [None req-29226c90-7f02-4a40-8011-280205a0e696 tempest-ServersAdminNegativeTestJSON-1652435938 tempest-ServersAdminNegativeTestJSON-1652435938-project-admin] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.368341] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.368518] env[70041]: DEBUG nova.compute.manager [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.369032] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.369339] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] The volume has not been displaced from its original location: [datastore2] volume-db7d16ee-d361-40ea-8afa-5db8626e6906/volume-db7d16ee-d361-40ea-8afa-5db8626e6906.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 751.374463] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 751.380600] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a0b5d8-efcc-4c5c-a0c9-9d842a94721d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.383629] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08156508-783c-490f-8b7a-b445487317b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.386667] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa7655-0eff-461e-b340-445c5cc8c1e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.389230] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.389393] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.389692] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.390437] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77a677b-e782-483e-a9b3-74fe6f577bb3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.420482] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7e36b5-58c6-4fb2-8d18-6e5d3e9314d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.423411] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.425037] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f6d05be-8adf-4c72-81de-daaa1169a033 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.445267] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 751.445267] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232cb6e-5342-e7bc-424f-71041f8b8363" [ 751.445267] env[70041]: _type = "Task" [ 751.445267] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.445619] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 751.445619] env[70041]: value = "task-3192669" [ 751.445619] env[70041]: _type = "Task" [ 751.445619] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.445873] env[70041]: DEBUG oslo_vmware.api [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 751.445873] env[70041]: value = "task-3192668" [ 751.445873] env[70041]: _type = "Task" [ 751.445873] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.463237] env[70041]: DEBUG oslo_vmware.api [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.473784] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232cb6e-5342-e7bc-424f-71041f8b8363, 'name': SearchDatastore_Task, 'duration_secs': 0.020899} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.474190] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.474744] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.474987] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.475273] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.475432] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.475663] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.475923] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc0093c4-afe1-4689-af4c-434518839f6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.488031] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.488031] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.488790] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5db80b1-65a9-498f-97b3-35afbe257043 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.499506] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 751.499506] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52675eb5-f244-49f0-ddc8-b5be13aa344b" [ 751.499506] env[70041]: _type = "Task" [ 751.499506] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.509814] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52675eb5-f244-49f0-ddc8-b5be13aa344b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.759905] env[70041]: INFO nova.network.neutron [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Port 2ecf17d9-3b37-421d-9a9f-9fcbbc25af56 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 751.760313] env[70041]: DEBUG nova.network.neutron [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updating instance_info_cache with network_info: [{"id": "2387feac-81ae-43d4-a47e-647a1de3a03b", "address": "fa:16:3e:dc:2c:1e", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2387feac-81", "ovs_interfaceid": "2387feac-81ae-43d4-a47e-647a1de3a03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.813463] env[70041]: DEBUG oslo_concurrency.lockutils [req-6f96c45f-3649-44fa-9747-4741446da554 req-f2a60db3-a16f-4746-bd1e-339a7fa2ad43 service nova] Releasing lock "refresh_cache-9201b7d0-000a-419a-963d-88ab8678ca39" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.835239] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "6f71f548-e204-4279-ac08-19e3a2aba26d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.835463] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.836138] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "6f71f548-e204-4279-ac08-19e3a2aba26d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.836138] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.836138] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.837838] env[70041]: DEBUG nova.network.neutron [-] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.839042] env[70041]: INFO nova.compute.manager [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Terminating instance [ 751.875566] env[70041]: DEBUG nova.compute.manager [req-3d6260ac-e63d-4332-baab-829f5a0873ef req-6eed17d5-04ab-4110-95cd-9a2587e9618a service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Received event network-vif-deleted-2ecf17d9-3b37-421d-9a9f-9fcbbc25af56 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 751.875732] env[70041]: DEBUG nova.compute.manager [req-3d6260ac-e63d-4332-baab-829f5a0873ef req-6eed17d5-04ab-4110-95cd-9a2587e9618a service nova] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Received event network-vif-deleted-3615f9db-bb2e-40ac-b9bc-c63f517b46f8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 751.898234] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacab3ac-279e-4f3f-af91-5584c9c0f040 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.906858] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2123bf4f-80f8-404e-af99-207b37f08c8e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.956379] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4514a1ac-ecba-4eb7-abc3-d3bd601b4d36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.963440] env[70041]: INFO nova.compute.manager [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Took 39.01 seconds to build instance. [ 751.964495] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.980434] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192669, 'name': PowerOffVM_Task, 'duration_secs': 0.233073} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.985384] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e68961-0cee-4710-9b3d-787d1ba714c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.989360] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.994840] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 751.995164] env[70041]: DEBUG oslo_vmware.api [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192668, 'name': ReconfigVM_Task, 'duration_secs': 0.367431} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.995894] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7436498d-6773-45bb-87ea-5761bbf8bd24 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.009457] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 752.015478] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dee70af-1892-4222-8025-e6d775ccfa51 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.038371] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.044998] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 752.044998] env[70041]: value = "task-3192670" [ 752.044998] env[70041]: _type = "Task" [ 752.044998] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.048797] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52675eb5-f244-49f0-ddc8-b5be13aa344b, 'name': SearchDatastore_Task, 'duration_secs': 0.013281} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.053526] env[70041]: DEBUG oslo_vmware.api [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 752.053526] env[70041]: value = "task-3192671" [ 752.053526] env[70041]: _type = "Task" [ 752.053526] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.054755] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900c2cf0-83ec-4977-b8c3-ca8e24069f43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.069587] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.074725] env[70041]: DEBUG oslo_vmware.api [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.075079] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 752.075079] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52981f98-9af7-847c-cb6a-d7b404bf9393" [ 752.075079] env[70041]: _type = "Task" [ 752.075079] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.085859] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52981f98-9af7-847c-cb6a-d7b404bf9393, 'name': SearchDatastore_Task, 'duration_secs': 0.015733} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.086149] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.086409] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 9201b7d0-000a-419a-963d-88ab8678ca39/9201b7d0-000a-419a-963d-88ab8678ca39.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.086667] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d6693b0-b1c6-4de5-99c6-2167d97a2430 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.094588] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 752.094588] env[70041]: value = "task-3192672" [ 752.094588] env[70041]: _type = "Task" [ 752.094588] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.104317] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.264241] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-6f71f548-e204-4279-ac08-19e3a2aba26d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.342026] env[70041]: INFO nova.compute.manager [-] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Took 2.46 seconds to deallocate network for instance. [ 752.342926] env[70041]: DEBUG nova.compute.manager [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.343151] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.347361] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07309d9-8afc-48ba-b8f1-272d579568b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.358422] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.358676] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fddd0045-0790-4621-94bf-0e183ebd4fb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.368340] env[70041]: DEBUG oslo_vmware.api [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 752.368340] env[70041]: value = "task-3192673" [ 752.368340] env[70041]: _type = "Task" [ 752.368340] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.377456] env[70041]: DEBUG oslo_vmware.api [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.474283] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db361e65-e987-46f0-a784-a5d2e30b6fdc tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "f4f9869f-3c24-4436-9cfe-cba77d169322" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.559s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.567259] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192670, 'name': ReconfigVM_Task, 'duration_secs': 0.324858} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.567728] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 752.567997] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.568681] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4972a827-a824-4a56-b375-34d7f6f5f2d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.575442] env[70041]: DEBUG oslo_vmware.api [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192671, 'name': ReconfigVM_Task, 'duration_secs': 0.209234} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.576276] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638462', 'volume_id': 'db7d16ee-d361-40ea-8afa-5db8626e6906', 'name': 'volume-db7d16ee-d361-40ea-8afa-5db8626e6906', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b6a5a9a-2055-452c-9da9-e1bcce4e193c', 'attached_at': '', 'detached_at': '', 'volume_id': 'db7d16ee-d361-40ea-8afa-5db8626e6906', 'serial': 'db7d16ee-d361-40ea-8afa-5db8626e6906'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 752.580288] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 752.580288] env[70041]: value = "task-3192674" [ 752.580288] env[70041]: _type = "Task" [ 752.580288] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.585333] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 752.585692] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 70 to 71 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 752.586076] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.604094] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.612340] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192672, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.769777] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f50b5b45-8f8e-4c90-a206-fc4019915373 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-6f71f548-e204-4279-ac08-19e3a2aba26d-2ecf17d9-3b37-421d-9a9f-9fcbbc25af56" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.691s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.855392] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.877712] env[70041]: DEBUG oslo_vmware.api [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.976207] env[70041]: DEBUG nova.compute.manager [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.093756] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.096750] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 8.527s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.097296] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.100081] env[70041]: DEBUG nova.compute.manager [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.100433] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.240s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.100643] env[70041]: DEBUG nova.objects.instance [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lazy-loading 'resources' on Instance uuid bcd51f86-c628-48d1-b7e2-d1eec7331b3f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.106786] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5260de-835d-4e3d-ba75-de1743ef2044 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.126021] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618903} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.126021] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 9201b7d0-000a-419a-963d-88ab8678ca39/9201b7d0-000a-419a-963d-88ab8678ca39.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.126256] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.126393] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-148d650b-9fc7-4917-b4b4-401e6416f0b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.138248] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 753.138248] env[70041]: value = "task-3192675" [ 753.138248] env[70041]: _type = "Task" [ 753.138248] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.149680] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.159307] env[70041]: DEBUG nova.objects.instance [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lazy-loading 'flavor' on Instance uuid 9b6a5a9a-2055-452c-9da9-e1bcce4e193c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.381663] env[70041]: DEBUG oslo_vmware.api [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192673, 'name': PowerOffVM_Task, 'duration_secs': 0.625206} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.383027] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.383027] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.383502] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3663f2eb-f5ac-4acb-929e-adc89bb66313 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.468765] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.469351] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.469748] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleting the datastore file [datastore2] 6f71f548-e204-4279-ac08-19e3a2aba26d {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.470059] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90d4ac68-0a63-4cdf-be38-6f77db61b216 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.485351] env[70041]: DEBUG oslo_vmware.api [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 753.485351] env[70041]: value = "task-3192677" [ 753.485351] env[70041]: _type = "Task" [ 753.485351] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.503778] env[70041]: DEBUG oslo_vmware.api [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.509345] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.594029] env[70041]: DEBUG oslo_vmware.api [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192674, 'name': PowerOnVM_Task, 'duration_secs': 0.777143} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.594388] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.594909] env[70041]: DEBUG nova.compute.manager [None req-d20d5d89-e201-4ed8-ae45-6cd812c20253 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.595692] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ae381c-f243-43c6-aed2-3cc206d698f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.614724] env[70041]: DEBUG nova.compute.utils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.617261] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.617261] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.627230] env[70041]: INFO nova.compute.manager [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] instance snapshotting [ 753.627551] env[70041]: DEBUG nova.objects.instance [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'flavor' on Instance uuid 004005be-9af0-421e-9352-9bec6c956564 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.654091] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172206} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.654411] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.655344] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e258505-5593-4ba3-ae59-4523bffc5676 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.662538] env[70041]: INFO nova.compute.manager [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Rebuilding instance [ 753.689887] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9201b7d0-000a-419a-963d-88ab8678ca39/9201b7d0-000a-419a-963d-88ab8678ca39.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.691358] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab65ec2f-7ebc-40df-a76e-f7f3fc088e9c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.724724] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 753.724724] env[70041]: value = "task-3192678" [ 753.724724] env[70041]: _type = "Task" [ 753.724724] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.738746] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.752837] env[70041]: DEBUG nova.compute.manager [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.753765] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2089bb0-e47e-4295-8ed9-754327c1493d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.768874] env[70041]: DEBUG nova.policy [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b01ca87fa940fda6dc4af7fc8e2064', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58e8d739a7174eab9b0c1e6ba861f3a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.003026] env[70041]: DEBUG oslo_vmware.api [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305575} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.003026] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.003026] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.003026] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.003026] env[70041]: INFO nova.compute.manager [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Took 1.66 seconds to destroy the instance on the hypervisor. [ 754.003026] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.003026] env[70041]: DEBUG nova.compute.manager [-] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.003026] env[70041]: DEBUG nova.network.neutron [-] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.121606] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.135170] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465fe433-b4e8-4987-afbc-cdfde3455899 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.162146] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83541e8a-3af0-4299-80cf-180f5cbc6c8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.191403] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81b7e02f-df45-45c4-8366-bc79a2f021a7 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.340s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.236838] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.398442] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710a30a0-dd25-4b1b-9b0c-eeeedf1dba77 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.407760] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f734cb46-38cd-4051-b2a6-68e5a7277f43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.441299] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef737c1-050b-4b1f-b98c-c9b25b861b17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.450989] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb2c7d-eeba-4761-bad8-b8c15b4c5bee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.473099] env[70041]: DEBUG nova.compute.provider_tree [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.498496] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Successfully created port: 09baa55a-a962-4a51-9f03-655dc88779b7 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.687221] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 754.687866] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-459b28ef-0b17-421f-96c1-23e77244968d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.699581] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 754.699581] env[70041]: value = "task-3192679" [ 754.699581] env[70041]: _type = "Task" [ 754.699581] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.713493] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.737457] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192678, 'name': ReconfigVM_Task, 'duration_secs': 0.921904} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.737756] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9201b7d0-000a-419a-963d-88ab8678ca39/9201b7d0-000a-419a-963d-88ab8678ca39.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.738420] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b1060d2-1bc7-4167-b50c-847fc613fd83 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.747811] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 754.747811] env[70041]: value = "task-3192680" [ 754.747811] env[70041]: _type = "Task" [ 754.747811] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.763440] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192680, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.776971] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.777383] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d0d343b-7526-434e-9fb3-7a3583132ebc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.790510] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 754.790510] env[70041]: value = "task-3192681" [ 754.790510] env[70041]: _type = "Task" [ 754.790510] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.800666] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.872802] env[70041]: DEBUG nova.compute.manager [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Received event network-changed-062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 754.873016] env[70041]: DEBUG nova.compute.manager [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing instance network info cache due to event network-changed-062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 754.874895] env[70041]: DEBUG oslo_concurrency.lockutils [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] Acquiring lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.875062] env[70041]: DEBUG oslo_concurrency.lockutils [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] Acquired lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.875236] env[70041]: DEBUG nova.network.neutron [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing network info cache for port 062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.025167] env[70041]: DEBUG nova.scheduler.client.report [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 755.025167] env[70041]: DEBUG nova.compute.provider_tree [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 71 to 72 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 755.025167] env[70041]: DEBUG nova.compute.provider_tree [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.128585] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.136246] env[70041]: DEBUG nova.compute.manager [req-1358df26-3f8b-44d5-a436-cf3c805fb374 req-8796152a-c37f-4a9e-a9cc-185feeb22288 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Received event network-changed-062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 755.136438] env[70041]: DEBUG nova.compute.manager [req-1358df26-3f8b-44d5-a436-cf3c805fb374 req-8796152a-c37f-4a9e-a9cc-185feeb22288 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing instance network info cache due to event network-changed-062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 755.136634] env[70041]: DEBUG oslo_concurrency.lockutils [req-1358df26-3f8b-44d5-a436-cf3c805fb374 req-8796152a-c37f-4a9e-a9cc-185feeb22288 service nova] Acquiring lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.157796] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.157796] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.157796] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.157796] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.158055] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.158055] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.158274] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.158426] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.158585] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.158745] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.158914] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.159793] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e8ad77-2e4b-4548-a5a4-b2d64bebdfda {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.168432] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376ff7db-d1e7-4e30-8761-d573b20e4960 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.209818] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.261882] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192680, 'name': Rename_Task, 'duration_secs': 0.190598} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.262470] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.262470] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-157b65f1-3644-4738-90f0-65c664ae5218 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.271687] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 755.271687] env[70041]: value = "task-3192682" [ 755.271687] env[70041]: _type = "Task" [ 755.271687] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.282526] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.300973] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192681, 'name': PowerOffVM_Task, 'duration_secs': 0.153813} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.301280] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.301514] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.302347] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fa3eb0-6e48-4224-a1b9-25b3778881bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.311405] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.311836] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-590dbd27-2017-40df-8fbb-1e7a518d8c5b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.348014] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.348298] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.348514] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Deleting the datastore file [datastore1] fe42db3f-bac2-4f90-9b1b-e0e778632325 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.348825] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-055aa372-b223-453b-a6c1-81acee1b9812 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.357393] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 755.357393] env[70041]: value = "task-3192684" [ 755.357393] env[70041]: _type = "Task" [ 755.357393] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.368153] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.487141] env[70041]: DEBUG nova.network.neutron [-] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.533143] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.432s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.536815] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.719s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.537541] env[70041]: DEBUG nova.objects.instance [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lazy-loading 'resources' on Instance uuid 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.576811] env[70041]: INFO nova.scheduler.client.report [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Deleted allocations for instance bcd51f86-c628-48d1-b7e2-d1eec7331b3f [ 755.715801] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192679, 'name': CreateSnapshot_Task, 'duration_secs': 0.986002} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.716426] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.717278] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce60492-96f0-449b-a4f1-b2b87f644f9a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.787427] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192682, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.807268] env[70041]: DEBUG nova.network.neutron [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updated VIF entry in instance network info cache for port 062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.807672] env[70041]: DEBUG nova.network.neutron [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updating instance_info_cache with network_info: [{"id": "062c2605-4531-43be-a507-2ceaa296badf", "address": "fa:16:3e:20:08:4e", "network": {"id": "4a4ad99f-a381-470a-9be7-449a4a7b8901", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-743691455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38f7547de28549d8abb0f51ce2432cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062c2605-45", "ovs_interfaceid": "062c2605-4531-43be-a507-2ceaa296badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.870620] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13556} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.870992] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.871096] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.871239] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.988749] env[70041]: INFO nova.compute.manager [-] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Took 1.99 seconds to deallocate network for instance. [ 756.092509] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ebe92484-43ca-4c43-be5e-138d7ed0136a tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "bcd51f86-c628-48d1-b7e2-d1eec7331b3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.453s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.246936] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 756.247918] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4f8a5cf-da04-4acb-bb60-f9783cf31692 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.258544] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 756.258544] env[70041]: value = "task-3192685" [ 756.258544] env[70041]: _type = "Task" [ 756.258544] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.271913] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192685, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.286379] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192682, 'name': PowerOnVM_Task, 'duration_secs': 0.875262} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.290437] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.290731] env[70041]: INFO nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Took 9.69 seconds to spawn the instance on the hypervisor. [ 756.291076] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.292180] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0500db-14ed-4e25-a1e7-97e11dc668e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.310409] env[70041]: DEBUG oslo_concurrency.lockutils [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] Releasing lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.310684] env[70041]: DEBUG nova.compute.manager [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Received event network-changed-062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 756.310851] env[70041]: DEBUG nova.compute.manager [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing instance network info cache due to event network-changed-062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 756.311053] env[70041]: DEBUG oslo_concurrency.lockutils [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] Acquiring lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.311191] env[70041]: DEBUG oslo_concurrency.lockutils [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] Acquired lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.311767] env[70041]: DEBUG nova.network.neutron [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing network info cache for port 062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.330700] env[70041]: DEBUG nova.compute.manager [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.330700] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddadfef0-2875-44a5-8de5-28fb8ab65900 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.498602] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.529148] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Successfully updated port: 09baa55a-a962-4a51-9f03-655dc88779b7 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.531325] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.531718] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.776095] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192685, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.783114] env[70041]: DEBUG nova.objects.instance [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lazy-loading 'flavor' on Instance uuid a2ae34d8-0dc2-49a1-9fc7-832751900784 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.813676] env[70041]: INFO nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Took 38.56 seconds to build instance. [ 756.823424] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531ea9ad-ed0e-4646-8b28-a18fdb8ae0e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.834890] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa2370c-86d9-4fd8-b587-8232e984c90d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.868158] env[70041]: INFO nova.compute.manager [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] instance snapshotting [ 756.873135] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683a00f6-3288-44ba-928d-b98d857f55c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.877520] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef4c534-7ac7-44c5-86cb-f7135b347719 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.903251] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e6cd1-c235-4cd5-843d-563e33202775 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.908384] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7e9344-9ad0-4079-a43d-0721ee76f7fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.931981] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.932110] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.932418] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.932485] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.932685] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.933157] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.933157] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.933251] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.933476] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.933600] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.934435] env[70041]: DEBUG nova.virt.hardware [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.934435] env[70041]: DEBUG nova.compute.provider_tree [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.937110] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1036bb7-87da-40d0-ac77-27a0136ddd77 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.946643] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cefb70-51be-44e4-829f-33b551a1a74a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.966154] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.971996] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.975060] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.975323] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04ad6540-eb81-4b7e-a4f6-365d19c08b2d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.994694] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.994694] env[70041]: value = "task-3192686" [ 756.994694] env[70041]: _type = "Task" [ 756.994694] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.005198] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192686, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.032384] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "refresh_cache-738a51aa-1707-4255-a804-e596ce2581eb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.032384] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired lock "refresh_cache-738a51aa-1707-4255-a804-e596ce2581eb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.032521] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.270499] env[70041]: DEBUG nova.compute.manager [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Received event network-vif-deleted-2387feac-81ae-43d4-a47e-647a1de3a03b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 757.270714] env[70041]: DEBUG nova.compute.manager [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Received event network-changed-062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 757.270916] env[70041]: DEBUG nova.compute.manager [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing instance network info cache due to event network-changed-062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 757.271217] env[70041]: DEBUG oslo_concurrency.lockutils [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] Acquiring lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.278345] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192685, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.288329] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.288505] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquired lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.318603] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "9201b7d0-000a-419a-963d-88ab8678ca39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.660s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.442014] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.443167] env[70041]: DEBUG nova.scheduler.client.report [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.448507] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4fe1290-ff56-475c-9f22-02c641d741aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.457845] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 757.457845] env[70041]: value = "task-3192687" [ 757.457845] env[70041]: _type = "Task" [ 757.457845] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.470757] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.505841] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192686, 'name': CreateVM_Task, 'duration_secs': 0.441} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.506278] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.506575] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.506781] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.507123] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.507382] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1c6a49-841b-46cc-9d8f-faa607779cf0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.512244] env[70041]: DEBUG nova.network.neutron [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updated VIF entry in instance network info cache for port 062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.512244] env[70041]: DEBUG nova.network.neutron [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updating instance_info_cache with network_info: [{"id": "062c2605-4531-43be-a507-2ceaa296badf", "address": "fa:16:3e:20:08:4e", "network": {"id": "4a4ad99f-a381-470a-9be7-449a4a7b8901", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-743691455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38f7547de28549d8abb0f51ce2432cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062c2605-45", "ovs_interfaceid": "062c2605-4531-43be-a507-2ceaa296badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.517594] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 757.517594] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52409b9a-47c8-a28a-0a78-7bea8069539b" [ 757.517594] env[70041]: _type = "Task" [ 757.517594] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.532383] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52409b9a-47c8-a28a-0a78-7bea8069539b, 'name': SearchDatastore_Task, 'duration_secs': 0.013905} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.533555] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.533994] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.534283] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.534403] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.534661] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.537499] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77d39b35-c3bc-4f03-a40f-72833c5bb740 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.548530] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.548796] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.549666] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b7c935-7d31-4d40-95a1-29e1ea7f3b58 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.557175] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 757.557175] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52be1bf9-c3e9-d0fd-55da-842798e58455" [ 757.557175] env[70041]: _type = "Task" [ 757.557175] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.566599] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52be1bf9-c3e9-d0fd-55da-842798e58455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.639229] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.776072] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192685, 'name': CloneVM_Task, 'duration_secs': 1.426368} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.776352] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Created linked-clone VM from snapshot [ 757.777896] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3436cd-e6d3-4b57-8e6e-c5348356b15c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.790880] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Uploading image 9a7558a3-e7ec-4f20-8fcb-9f1c75c35773 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 757.812645] env[70041]: DEBUG oslo_vmware.rw_handles [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 757.812645] env[70041]: value = "vm-638470" [ 757.812645] env[70041]: _type = "VirtualMachine" [ 757.812645] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 757.812926] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a75b3040-e98d-4bf2-905c-370c471c6704 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.824205] env[70041]: DEBUG nova.compute.manager [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.830037] env[70041]: DEBUG oslo_vmware.rw_handles [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease: (returnval){ [ 757.830037] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5218c20e-9bd6-fb7a-7bf2-a982732b7a5a" [ 757.830037] env[70041]: _type = "HttpNfcLease" [ 757.830037] env[70041]: } obtained for exporting VM: (result){ [ 757.830037] env[70041]: value = "vm-638470" [ 757.830037] env[70041]: _type = "VirtualMachine" [ 757.830037] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 757.830037] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the lease: (returnval){ [ 757.830037] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5218c20e-9bd6-fb7a-7bf2-a982732b7a5a" [ 757.830037] env[70041]: _type = "HttpNfcLease" [ 757.830037] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 757.840182] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 757.840182] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5218c20e-9bd6-fb7a-7bf2-a982732b7a5a" [ 757.840182] env[70041]: _type = "HttpNfcLease" [ 757.840182] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 757.840182] env[70041]: DEBUG oslo_vmware.rw_handles [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 757.840182] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5218c20e-9bd6-fb7a-7bf2-a982732b7a5a" [ 757.840182] env[70041]: _type = "HttpNfcLease" [ 757.840182] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 757.840182] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e2eef3-0438-483d-ad38-9357203726bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.852055] env[70041]: DEBUG oslo_vmware.rw_handles [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528186ab-f9f1-e0a1-939f-38c946a4f7ff/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 757.852055] env[70041]: DEBUG oslo_vmware.rw_handles [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528186ab-f9f1-e0a1-939f-38c946a4f7ff/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 757.952264] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.415s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.954707] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.753s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.954986] env[70041]: DEBUG nova.objects.instance [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lazy-loading 'resources' on Instance uuid 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.970117] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192687, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.977025] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d29e30e6-7da7-49b3-bc85-75f6bc7a1269 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.984944] env[70041]: INFO nova.scheduler.client.report [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted allocations for instance 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c [ 758.019155] env[70041]: DEBUG oslo_concurrency.lockutils [req-e8e80e35-75a4-4370-9170-219198ed9b90 req-1d88165c-3208-4c4d-a138-2403f7d05f83 service nova] Releasing lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.019573] env[70041]: DEBUG oslo_concurrency.lockutils [req-1358df26-3f8b-44d5-a436-cf3c805fb374 req-8796152a-c37f-4a9e-a9cc-185feeb22288 service nova] Acquired lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.019757] env[70041]: DEBUG nova.network.neutron [req-1358df26-3f8b-44d5-a436-cf3c805fb374 req-8796152a-c37f-4a9e-a9cc-185feeb22288 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing network info cache for port 062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.025397] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Updating instance_info_cache with network_info: [{"id": "09baa55a-a962-4a51-9f03-655dc88779b7", "address": "fa:16:3e:25:07:a3", "network": {"id": "a06e81c4-d3fa-4531-a650-73b12fdefa82", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-900918252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e8d739a7174eab9b0c1e6ba861f3a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09baa55a-a9", "ovs_interfaceid": "09baa55a-a962-4a51-9f03-655dc88779b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.072290] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52be1bf9-c3e9-d0fd-55da-842798e58455, 'name': SearchDatastore_Task, 'duration_secs': 0.013123} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.073757] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3397999c-4c46-44d2-a8a3-b48e2564c462 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.082744] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 758.082744] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520d7d6a-bfda-a4b8-f6e7-f77f07961a43" [ 758.082744] env[70041]: _type = "Task" [ 758.082744] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.095018] env[70041]: DEBUG nova.network.neutron [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.099114] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520d7d6a-bfda-a4b8-f6e7-f77f07961a43, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.099114] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.099219] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.099470] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46bf6ada-1035-4bba-9fdc-364ffd9f8bf1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.108187] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 758.108187] env[70041]: value = "task-3192689" [ 758.108187] env[70041]: _type = "Task" [ 758.108187] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.120022] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.353296] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.481120] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192687, 'name': CreateSnapshot_Task, 'duration_secs': 0.949471} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.481120] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.482815] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986c25ab-067f-4554-a84c-bbb6f2aad483 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.504357] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1ee314ae-c274-42c3-8f43-c16cfa906ab3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.691s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.532698] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Releasing lock "refresh_cache-738a51aa-1707-4255-a804-e596ce2581eb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.533252] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Instance network_info: |[{"id": "09baa55a-a962-4a51-9f03-655dc88779b7", "address": "fa:16:3e:25:07:a3", "network": {"id": "a06e81c4-d3fa-4531-a650-73b12fdefa82", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-900918252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e8d739a7174eab9b0c1e6ba861f3a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09baa55a-a9", "ovs_interfaceid": "09baa55a-a962-4a51-9f03-655dc88779b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.534365] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:07:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09baa55a-a962-4a51-9f03-655dc88779b7', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.544027] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.545970] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.545970] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ac488c-e993-40bd-a860-7c0f08e065e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.576697] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.576697] env[70041]: value = "task-3192690" [ 758.576697] env[70041]: _type = "Task" [ 758.576697] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.597561] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192690, 'name': CreateVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.629992] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.016214] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.017477] env[70041]: DEBUG nova.network.neutron [req-1358df26-3f8b-44d5-a436-cf3c805fb374 req-8796152a-c37f-4a9e-a9cc-185feeb22288 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updated VIF entry in instance network info cache for port 062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.017814] env[70041]: DEBUG nova.network.neutron [req-1358df26-3f8b-44d5-a436-cf3c805fb374 req-8796152a-c37f-4a9e-a9cc-185feeb22288 service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updating instance_info_cache with network_info: [{"id": "062c2605-4531-43be-a507-2ceaa296badf", "address": "fa:16:3e:20:08:4e", "network": {"id": "4a4ad99f-a381-470a-9be7-449a4a7b8901", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-743691455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38f7547de28549d8abb0f51ce2432cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062c2605-45", "ovs_interfaceid": "062c2605-4531-43be-a507-2ceaa296badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.019130] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-593df98f-a430-45b5-a029-e2222c1ec177 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.037619] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 759.037619] env[70041]: value = "task-3192691" [ 759.037619] env[70041]: _type = "Task" [ 759.037619] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.053125] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192691, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.093797] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192690, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.095299] env[70041]: DEBUG nova.network.neutron [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updating instance_info_cache with network_info: [{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.121833] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580504} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.125298] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.125847] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.126876] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0181d398-bd8b-48eb-8bb0-d3c420186a15 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.135329] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 759.135329] env[70041]: value = "task-3192692" [ 759.135329] env[70041]: _type = "Task" [ 759.135329] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.153352] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.259491] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "8a4a241c-df83-4200-83f1-88fcbc969667" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.259491] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "8a4a241c-df83-4200-83f1-88fcbc969667" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.260954] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "8a4a241c-df83-4200-83f1-88fcbc969667-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.260954] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "8a4a241c-df83-4200-83f1-88fcbc969667-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.260954] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "8a4a241c-df83-4200-83f1-88fcbc969667-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.263114] env[70041]: INFO nova.compute.manager [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Terminating instance [ 759.290235] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8dcb7b-044b-4c96-8186-0c6a2afa7027 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.303355] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c08eda-f9f5-48e4-84fb-2e7fa74df5fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.341963] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661d7559-ff35-4481-bc01-4541e8ea5834 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.354506] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3407bc94-e623-4502-b76b-09e02ca54ac2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.373079] env[70041]: DEBUG nova.compute.provider_tree [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.529429] env[70041]: DEBUG oslo_concurrency.lockutils [req-1358df26-3f8b-44d5-a436-cf3c805fb374 req-8796152a-c37f-4a9e-a9cc-185feeb22288 service nova] Releasing lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.530469] env[70041]: DEBUG oslo_concurrency.lockutils [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] Acquired lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.530469] env[70041]: DEBUG nova.network.neutron [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Refreshing network info cache for port 062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.546254] env[70041]: DEBUG nova.compute.manager [req-7eeb076c-85a9-464f-8d6a-72aaee25dca7 req-26ea9709-e83c-4947-8168-2b428d547634 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Received event network-changed-7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 759.547175] env[70041]: DEBUG nova.compute.manager [req-7eeb076c-85a9-464f-8d6a-72aaee25dca7 req-26ea9709-e83c-4947-8168-2b428d547634 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Refreshing instance network info cache due to event network-changed-7079571c-61ba-4854-823d-2c17ed63c18c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 759.547282] env[70041]: DEBUG oslo_concurrency.lockutils [req-7eeb076c-85a9-464f-8d6a-72aaee25dca7 req-26ea9709-e83c-4947-8168-2b428d547634 service nova] Acquiring lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.554866] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192691, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.588937] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192690, 'name': CreateVM_Task, 'duration_secs': 0.629502} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.589114] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.589988] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.590233] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.590942] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.591220] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ae7a85-cd1d-460a-99fe-306568d7903c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.597222] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 759.597222] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd2e8b-b048-eae9-55c0-d47feeb047f5" [ 759.597222] env[70041]: _type = "Task" [ 759.597222] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.600948] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Releasing lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.601215] env[70041]: DEBUG nova.compute.manager [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Inject network info {{(pid=70041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 759.601561] env[70041]: DEBUG nova.compute.manager [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] network_info to inject: |[{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 759.606766] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Reconfiguring VM instance to set the machine id {{(pid=70041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 759.607417] env[70041]: DEBUG oslo_concurrency.lockutils [req-7eeb076c-85a9-464f-8d6a-72aaee25dca7 req-26ea9709-e83c-4947-8168-2b428d547634 service nova] Acquired lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.607601] env[70041]: DEBUG nova.network.neutron [req-7eeb076c-85a9-464f-8d6a-72aaee25dca7 req-26ea9709-e83c-4947-8168-2b428d547634 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Refreshing network info cache for port 7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.609554] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25d5e7d-8a8d-480b-a802-4d3a2fe83c4e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.629578] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd2e8b-b048-eae9-55c0-d47feeb047f5, 'name': SearchDatastore_Task, 'duration_secs': 0.020515} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.631388] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.632132] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.632319] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.632587] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.632909] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.633531] env[70041]: DEBUG oslo_vmware.api [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 759.633531] env[70041]: value = "task-3192693" [ 759.633531] env[70041]: _type = "Task" [ 759.633531] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.634057] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-658522bf-064a-4239-afbd-f9a0f0632ab2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.650477] env[70041]: DEBUG oslo_vmware.api [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.655729] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083846} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.656325] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.656608] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.657508] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.658067] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e124c32-bc64-4e78-b039-b0222c7476e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.661041] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b649bf0f-dd27-4cd9-909f-4d3c9780e0f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.669468] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 759.669468] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52dc08fd-2bb7-6d31-a801-a7b2763d0080" [ 759.669468] env[70041]: _type = "Task" [ 759.669468] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.687041] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.692279] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632e6b3d-8003-472f-9e01-43fd732b71b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.717564] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52dc08fd-2bb7-6d31-a801-a7b2763d0080, 'name': SearchDatastore_Task, 'duration_secs': 0.015436} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.719919] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 759.719919] env[70041]: value = "task-3192694" [ 759.719919] env[70041]: _type = "Task" [ 759.719919] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.720145] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7b8d7f-4e27-4c60-96f3-470d902e2866 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.731338] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 759.731338] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b86293-e854-2fec-47f5-8c7d27ce7e82" [ 759.731338] env[70041]: _type = "Task" [ 759.731338] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.735622] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.747697] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b86293-e854-2fec-47f5-8c7d27ce7e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.769991] env[70041]: DEBUG nova.compute.manager [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.769991] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.769991] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef7135-0860-48b3-b692-b6d49015d4f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.779600] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.779943] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c86a6581-fef5-4f2d-982c-4fdc035e9b22 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.789109] env[70041]: DEBUG oslo_vmware.api [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 759.789109] env[70041]: value = "task-3192695" [ 759.789109] env[70041]: _type = "Task" [ 759.789109] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.799249] env[70041]: DEBUG oslo_vmware.api [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.887569] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "455d5575-f2d7-4edf-b809-74c0bffc273e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.888181] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.900999] env[70041]: ERROR nova.scheduler.client.report [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [req-afe99c6e-6745-4a05-a5b1-fb5a687dff3c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-afe99c6e-6745-4a05-a5b1-fb5a687dff3c"}]} [ 759.922792] env[70041]: DEBUG nova.scheduler.client.report [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 759.939220] env[70041]: DEBUG nova.scheduler.client.report [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 759.939648] env[70041]: DEBUG nova.compute.provider_tree [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.957628] env[70041]: DEBUG nova.scheduler.client.report [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 759.979251] env[70041]: DEBUG nova.scheduler.client.report [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 760.057321] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192691, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.110544] env[70041]: DEBUG nova.objects.instance [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lazy-loading 'flavor' on Instance uuid a2ae34d8-0dc2-49a1-9fc7-832751900784 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.150948] env[70041]: DEBUG oslo_vmware.api [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192693, 'name': ReconfigVM_Task, 'duration_secs': 0.39054} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.151485] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0cab39fc-02fc-4914-bb62-ea4d977a9662 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Reconfigured VM instance to set the machine id {{(pid=70041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 760.253845] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.265441] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b86293-e854-2fec-47f5-8c7d27ce7e82, 'name': SearchDatastore_Task, 'duration_secs': 0.016261} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.265729] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.265983] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 738a51aa-1707-4255-a804-e596ce2581eb/738a51aa-1707-4255-a804-e596ce2581eb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.266291] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c8d4ba7-e5d3-4d32-941f-aa540c984fdf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.278014] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 760.278014] env[70041]: value = "task-3192696" [ 760.278014] env[70041]: _type = "Task" [ 760.278014] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.296783] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.302404] env[70041]: DEBUG oslo_vmware.api [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192695, 'name': PowerOffVM_Task, 'duration_secs': 0.332748} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.302665] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.302866] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.303092] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e1da740-b247-42eb-9842-50a7c64d351c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.456868] env[70041]: DEBUG nova.network.neutron [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updated VIF entry in instance network info cache for port 062c2605-4531-43be-a507-2ceaa296badf. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.457406] env[70041]: DEBUG nova.network.neutron [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updating instance_info_cache with network_info: [{"id": "062c2605-4531-43be-a507-2ceaa296badf", "address": "fa:16:3e:20:08:4e", "network": {"id": "4a4ad99f-a381-470a-9be7-449a4a7b8901", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-743691455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "38f7547de28549d8abb0f51ce2432cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap062c2605-45", "ovs_interfaceid": "062c2605-4531-43be-a507-2ceaa296badf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.507893] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.508230] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.513259] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.513259] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.513259] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.513259] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.513259] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.513259] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Deleting the datastore file [datastore1] 8a4a241c-df83-4200-83f1-88fcbc969667 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.516910] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-502b6aec-f254-4f62-86e0-e039c5e173c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.521242] env[70041]: INFO nova.compute.manager [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Terminating instance [ 760.531999] env[70041]: DEBUG oslo_vmware.api [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for the task: (returnval){ [ 760.531999] env[70041]: value = "task-3192698" [ 760.531999] env[70041]: _type = "Task" [ 760.531999] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.557417] env[70041]: DEBUG oslo_vmware.api [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.563722] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192691, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.599510] env[70041]: DEBUG nova.network.neutron [req-7eeb076c-85a9-464f-8d6a-72aaee25dca7 req-26ea9709-e83c-4947-8168-2b428d547634 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updated VIF entry in instance network info cache for port 7079571c-61ba-4854-823d-2c17ed63c18c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.600645] env[70041]: DEBUG nova.network.neutron [req-7eeb076c-85a9-464f-8d6a-72aaee25dca7 req-26ea9709-e83c-4947-8168-2b428d547634 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updating instance_info_cache with network_info: [{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.616693] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.743256] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192694, 'name': ReconfigVM_Task, 'duration_secs': 0.561425} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.743586] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Reconfigured VM instance instance-0000002a to attach disk [datastore2] fe42db3f-bac2-4f90-9b1b-e0e778632325/fe42db3f-bac2-4f90-9b1b-e0e778632325.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.744319] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9053f769-f6a9-41b0-8114-5511be5e4516 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.757173] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 760.757173] env[70041]: value = "task-3192699" [ 760.757173] env[70041]: _type = "Task" [ 760.757173] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.768829] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192699, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.785968] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bd0b56-0fe7-46cf-84ab-37373758894d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.792381] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.799410] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02538824-d71d-48fb-9f0a-c997d44bd594 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.838373] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edd0723-8775-411a-bf67-61d5bce5897b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.849098] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cd777c-42b5-4b10-9820-6c7365619d55 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.868325] env[70041]: DEBUG nova.compute.provider_tree [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.960397] env[70041]: DEBUG oslo_concurrency.lockutils [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] Releasing lock "refresh_cache-8a4a241c-df83-4200-83f1-88fcbc969667" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.960697] env[70041]: DEBUG nova.compute.manager [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Received event network-vif-plugged-09baa55a-a962-4a51-9f03-655dc88779b7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 760.960897] env[70041]: DEBUG oslo_concurrency.lockutils [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] Acquiring lock "738a51aa-1707-4255-a804-e596ce2581eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.961130] env[70041]: DEBUG oslo_concurrency.lockutils [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] Lock "738a51aa-1707-4255-a804-e596ce2581eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.961294] env[70041]: DEBUG oslo_concurrency.lockutils [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] Lock "738a51aa-1707-4255-a804-e596ce2581eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.961464] env[70041]: DEBUG nova.compute.manager [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] No waiting events found dispatching network-vif-plugged-09baa55a-a962-4a51-9f03-655dc88779b7 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.961675] env[70041]: WARNING nova.compute.manager [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Received unexpected event network-vif-plugged-09baa55a-a962-4a51-9f03-655dc88779b7 for instance with vm_state building and task_state spawning. [ 760.961880] env[70041]: DEBUG nova.compute.manager [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Received event network-changed-09baa55a-a962-4a51-9f03-655dc88779b7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 760.962036] env[70041]: DEBUG nova.compute.manager [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Refreshing instance network info cache due to event network-changed-09baa55a-a962-4a51-9f03-655dc88779b7. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 760.962218] env[70041]: DEBUG oslo_concurrency.lockutils [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] Acquiring lock "refresh_cache-738a51aa-1707-4255-a804-e596ce2581eb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.962354] env[70041]: DEBUG oslo_concurrency.lockutils [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] Acquired lock "refresh_cache-738a51aa-1707-4255-a804-e596ce2581eb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.962509] env[70041]: DEBUG nova.network.neutron [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Refreshing network info cache for port 09baa55a-a962-4a51-9f03-655dc88779b7 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.026277] env[70041]: DEBUG nova.compute.manager [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.026546] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.027634] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcbdd69-d2b4-4589-8407-7be7697c9750 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.038519] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.042173] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3f73cd1-f7f4-4395-88bd-2b1b35b38906 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.051436] env[70041]: DEBUG oslo_vmware.api [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.058622] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192691, 'name': CloneVM_Task, 'duration_secs': 1.863621} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.059037] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Created linked-clone VM from snapshot [ 761.059968] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17670690-9c00-4966-bf85-c0e5b1f8e5d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.069106] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Uploading image 09f99458-2594-409b-8e08-6928f6316a53 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.080267] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 761.081045] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-daa228fc-e4b1-4043-aa6b-b7c64226207c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.090939] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 761.090939] env[70041]: value = "task-3192701" [ 761.090939] env[70041]: _type = "Task" [ 761.090939] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.101794] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192701, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.105713] env[70041]: DEBUG oslo_concurrency.lockutils [req-7eeb076c-85a9-464f-8d6a-72aaee25dca7 req-26ea9709-e83c-4947-8168-2b428d547634 service nova] Releasing lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.106370] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquired lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.137964] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.138299] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.138526] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Deleting the datastore file [datastore1] 472b3b50-e4d5-409d-99d9-2bc2fb525b38 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.138839] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea05f149-96c5-409a-8eea-917324fd42cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.148716] env[70041]: DEBUG oslo_vmware.api [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 761.148716] env[70041]: value = "task-3192702" [ 761.148716] env[70041]: _type = "Task" [ 761.148716] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.159541] env[70041]: DEBUG oslo_vmware.api [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.267711] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192699, 'name': Rename_Task, 'duration_secs': 0.396522} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.268023] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.268294] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-829c187f-330f-49de-8de2-a24897b5441f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.276387] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Waiting for the task: (returnval){ [ 761.276387] env[70041]: value = "task-3192703" [ 761.276387] env[70041]: _type = "Task" [ 761.276387] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.293220] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.297036] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613453} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.297160] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 738a51aa-1707-4255-a804-e596ce2581eb/738a51aa-1707-4255-a804-e596ce2581eb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.297379] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.297656] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a60f0717-a6d2-4ee0-827a-db98e6770a3a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.306788] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 761.306788] env[70041]: value = "task-3192704" [ 761.306788] env[70041]: _type = "Task" [ 761.306788] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.317979] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.406621] env[70041]: DEBUG nova.scheduler.client.report [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 761.406963] env[70041]: DEBUG nova.compute.provider_tree [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 74 to 75 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 761.407161] env[70041]: DEBUG nova.compute.provider_tree [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 124, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.551203] env[70041]: DEBUG oslo_vmware.api [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Task: {'id': task-3192698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.563974} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.551743] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.552185] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.552724] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.552983] env[70041]: INFO nova.compute.manager [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Took 1.78 seconds to destroy the instance on the hypervisor. [ 761.553624] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.554174] env[70041]: DEBUG nova.compute.manager [-] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.554174] env[70041]: DEBUG nova.network.neutron [-] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.606154] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192701, 'name': Destroy_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.634947] env[70041]: DEBUG nova.network.neutron [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.660111] env[70041]: DEBUG oslo_vmware.api [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37804} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.660551] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.660763] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.660941] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.661132] env[70041]: INFO nova.compute.manager [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Took 0.63 seconds to destroy the instance on the hypervisor. [ 761.661411] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.661930] env[70041]: DEBUG nova.compute.manager [-] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.662048] env[70041]: DEBUG nova.network.neutron [-] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.695386] env[70041]: DEBUG nova.compute.manager [req-6280cb66-3550-471e-b305-08e2378ec377 req-56fef730-c5ee-4cf8-861d-6079541e7037 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Received event network-changed-7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 761.695592] env[70041]: DEBUG nova.compute.manager [req-6280cb66-3550-471e-b305-08e2378ec377 req-56fef730-c5ee-4cf8-861d-6079541e7037 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Refreshing instance network info cache due to event network-changed-7079571c-61ba-4854-823d-2c17ed63c18c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 761.695792] env[70041]: DEBUG oslo_concurrency.lockutils [req-6280cb66-3550-471e-b305-08e2378ec377 req-56fef730-c5ee-4cf8-861d-6079541e7037 service nova] Acquiring lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.792638] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.819794] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0729} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.820073] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.820687] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cea015-7f2e-4d63-8753-eebe0a6a1677 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.853011] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 738a51aa-1707-4255-a804-e596ce2581eb/738a51aa-1707-4255-a804-e596ce2581eb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.857175] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58a9d9e-97d5-424a-b133-b8090baf924b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.875165] env[70041]: DEBUG nova.network.neutron [-] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.881186] env[70041]: DEBUG nova.compute.manager [req-3d1cc6ac-d9d4-436d-8864-4565875a29f0 req-d6005083-e7f0-4777-bd0f-eb5f5cb7998c service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Received event network-vif-deleted-062c2605-4531-43be-a507-2ceaa296badf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 761.881462] env[70041]: INFO nova.compute.manager [req-3d1cc6ac-d9d4-436d-8864-4565875a29f0 req-d6005083-e7f0-4777-bd0f-eb5f5cb7998c service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Neutron deleted interface 062c2605-4531-43be-a507-2ceaa296badf; detaching it from the instance and deleting it from the info cache [ 761.881743] env[70041]: DEBUG nova.network.neutron [req-3d1cc6ac-d9d4-436d-8864-4565875a29f0 req-d6005083-e7f0-4777-bd0f-eb5f5cb7998c service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.886814] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 761.886814] env[70041]: value = "task-3192705" [ 761.886814] env[70041]: _type = "Task" [ 761.886814] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.897458] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.912080] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.957s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.914651] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.860s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.914893] env[70041]: DEBUG nova.objects.instance [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lazy-loading 'resources' on Instance uuid 22c18565-439b-4d35-afc1-3715e553b83b {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.941935] env[70041]: INFO nova.scheduler.client.report [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Deleted allocations for instance 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf [ 761.946877] env[70041]: DEBUG nova.network.neutron [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Updated VIF entry in instance network info cache for port 09baa55a-a962-4a51-9f03-655dc88779b7. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.947064] env[70041]: DEBUG nova.network.neutron [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Updating instance_info_cache with network_info: [{"id": "09baa55a-a962-4a51-9f03-655dc88779b7", "address": "fa:16:3e:25:07:a3", "network": {"id": "a06e81c4-d3fa-4531-a650-73b12fdefa82", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-900918252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e8d739a7174eab9b0c1e6ba861f3a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09baa55a-a9", "ovs_interfaceid": "09baa55a-a962-4a51-9f03-655dc88779b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.103776] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192701, 'name': Destroy_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.291315] env[70041]: DEBUG oslo_vmware.api [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Task: {'id': task-3192703, 'name': PowerOnVM_Task, 'duration_secs': 0.671324} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.291315] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.291315] env[70041]: DEBUG nova.compute.manager [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.291649] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d2678a-397e-4934-b400-56bba3ddb2d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.362959] env[70041]: DEBUG nova.network.neutron [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updating instance_info_cache with network_info: [{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.379615] env[70041]: INFO nova.compute.manager [-] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Took 0.83 seconds to deallocate network for instance. [ 762.386520] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3d06438-ad46-4c94-a735-e97c178b9542 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.397667] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.401531] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08736c5-3cf7-4503-abd3-16ba40cd9ecd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.447596] env[70041]: DEBUG nova.compute.manager [req-3d1cc6ac-d9d4-436d-8864-4565875a29f0 req-d6005083-e7f0-4777-bd0f-eb5f5cb7998c service nova] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Detach interface failed, port_id=062c2605-4531-43be-a507-2ceaa296badf, reason: Instance 8a4a241c-df83-4200-83f1-88fcbc969667 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 762.452879] env[70041]: DEBUG oslo_concurrency.lockutils [req-2065fbcc-cf4f-4d15-ac16-49ec731eaae7 req-9f41d481-2d0e-430b-93f3-39ade53f8d7c service nova] Releasing lock "refresh_cache-738a51aa-1707-4255-a804-e596ce2581eb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.453665] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea7017cf-0764-4477-babc-5a7086bfadf4 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "39839d4d-ef9d-4b28-a3b1-cb53d5833fbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.783s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.511268] env[70041]: DEBUG nova.network.neutron [-] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.604610] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192701, 'name': Destroy_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.813399] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.866026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Releasing lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.866364] env[70041]: DEBUG nova.compute.manager [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Inject network info {{(pid=70041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 762.866772] env[70041]: DEBUG nova.compute.manager [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] network_info to inject: |[{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 762.872614] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Reconfiguring VM instance to set the machine id {{(pid=70041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 762.875614] env[70041]: DEBUG oslo_concurrency.lockutils [req-6280cb66-3550-471e-b305-08e2378ec377 req-56fef730-c5ee-4cf8-861d-6079541e7037 service nova] Acquired lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.876340] env[70041]: DEBUG nova.network.neutron [req-6280cb66-3550-471e-b305-08e2378ec377 req-56fef730-c5ee-4cf8-861d-6079541e7037 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Refreshing network info cache for port 7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.877578] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db61888-f507-4e78-9a64-3cbc8833d537 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.890455] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.905719] env[70041]: DEBUG oslo_vmware.api [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 762.905719] env[70041]: value = "task-3192706" [ 762.905719] env[70041]: _type = "Task" [ 762.905719] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.905952] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.014595] env[70041]: INFO nova.compute.manager [-] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Took 1.35 seconds to deallocate network for instance. [ 763.021716] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e244329-6dbf-4e15-b8bc-1933ecf01a16 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.031589] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23793bbd-d34d-45c2-83fc-9519c824e66e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.068620] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df4385c-e03f-42df-824e-3431f93ed168 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.078011] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935f2c04-14f5-474f-b343-23b3bab6d415 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.093730] env[70041]: DEBUG nova.compute.provider_tree [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.104523] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192701, 'name': Destroy_Task, 'duration_secs': 1.61241} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.105761] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Destroyed the VM [ 763.105761] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.105933] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bcd25e52-aff9-4007-9026-de5acb0bd503 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.113806] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 763.113806] env[70041]: value = "task-3192707" [ 763.113806] env[70041]: _type = "Task" [ 763.113806] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.122045] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.403199] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192705, 'name': ReconfigVM_Task, 'duration_secs': 1.352836} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.403599] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 738a51aa-1707-4255-a804-e596ce2581eb/738a51aa-1707-4255-a804-e596ce2581eb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.404309] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fe3f84a-9e39-4da3-bad4-0b6f956c92f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.413269] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 763.413269] env[70041]: value = "task-3192708" [ 763.413269] env[70041]: _type = "Task" [ 763.413269] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.417298] env[70041]: DEBUG oslo_vmware.api [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192706, 'name': ReconfigVM_Task, 'duration_secs': 0.181569} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.420669] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1232d419-a84d-408c-8915-772c3fc2bcf6 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Reconfigured VM instance to set the machine id {{(pid=70041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 763.432947] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "71a9b149-e639-404a-9ee6-8e11846b47e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.433196] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "71a9b149-e639-404a-9ee6-8e11846b47e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.433405] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "71a9b149-e639-404a-9ee6-8e11846b47e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.433587] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "71a9b149-e639-404a-9ee6-8e11846b47e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.433775] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "71a9b149-e639-404a-9ee6-8e11846b47e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.435578] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192708, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.436756] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "a2ae34d8-0dc2-49a1-9fc7-832751900784" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.436992] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "a2ae34d8-0dc2-49a1-9fc7-832751900784" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.437321] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "a2ae34d8-0dc2-49a1-9fc7-832751900784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.437567] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "a2ae34d8-0dc2-49a1-9fc7-832751900784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.437859] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "a2ae34d8-0dc2-49a1-9fc7-832751900784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.441018] env[70041]: INFO nova.compute.manager [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Terminating instance [ 763.442754] env[70041]: INFO nova.compute.manager [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Terminating instance [ 763.526863] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.625904] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.645021] env[70041]: DEBUG nova.scheduler.client.report [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 763.645021] env[70041]: DEBUG nova.compute.provider_tree [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 75 to 76 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 763.645021] env[70041]: DEBUG nova.compute.provider_tree [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.712462] env[70041]: DEBUG nova.network.neutron [req-6280cb66-3550-471e-b305-08e2378ec377 req-56fef730-c5ee-4cf8-861d-6079541e7037 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updated VIF entry in instance network info cache for port 7079571c-61ba-4854-823d-2c17ed63c18c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.712865] env[70041]: DEBUG nova.network.neutron [req-6280cb66-3550-471e-b305-08e2378ec377 req-56fef730-c5ee-4cf8-861d-6079541e7037 service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updating instance_info_cache with network_info: [{"id": "7079571c-61ba-4854-823d-2c17ed63c18c", "address": "fa:16:3e:9a:5b:06", "network": {"id": "7dee754c-3f48-4b02-95c3-052526aa626c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-266065709-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e66636e8249471eaeb81deb9f0a371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7079571c-61", "ovs_interfaceid": "7079571c-61ba-4854-823d-2c17ed63c18c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.760295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "fe42db3f-bac2-4f90-9b1b-e0e778632325" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.760737] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "fe42db3f-bac2-4f90-9b1b-e0e778632325" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.760967] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "fe42db3f-bac2-4f90-9b1b-e0e778632325-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.761172] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "fe42db3f-bac2-4f90-9b1b-e0e778632325-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.761339] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "fe42db3f-bac2-4f90-9b1b-e0e778632325-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.763562] env[70041]: INFO nova.compute.manager [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Terminating instance [ 763.789543] env[70041]: DEBUG nova.compute.manager [req-accb39b9-10d4-47d8-8614-7394a489404b req-ed39ab27-f621-42d0-a981-3bca6dc514ab service nova] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Received event network-vif-deleted-b8df17f4-1a8a-487f-931c-1ad67e7b4b1c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 763.930807] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192708, 'name': Rename_Task, 'duration_secs': 0.223651} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.931556] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.931811] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0901318c-ad02-4b04-a534-cdcbec4b3aa2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.940510] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 763.940510] env[70041]: value = "task-3192709" [ 763.940510] env[70041]: _type = "Task" [ 763.940510] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.950197] env[70041]: DEBUG nova.compute.manager [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.950426] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.951018] env[70041]: DEBUG nova.compute.manager [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.951164] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.951413] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.952345] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6a4ef2-1292-46d9-bb44-b4e9cbc9d707 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.955570] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1610a59-f6a9-4382-aba8-08d915e84197 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.965478] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.967786] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e861d3e8-5caa-4d87-ae5e-5cb359238aee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.969566] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.969767] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4454787f-1c92-4c0a-b2a1-1e6781ace688 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.977528] env[70041]: DEBUG oslo_vmware.api [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 763.977528] env[70041]: value = "task-3192711" [ 763.977528] env[70041]: _type = "Task" [ 763.977528] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.979500] env[70041]: DEBUG oslo_vmware.api [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 763.979500] env[70041]: value = "task-3192710" [ 763.979500] env[70041]: _type = "Task" [ 763.979500] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.994652] env[70041]: DEBUG oslo_vmware.api [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.997802] env[70041]: DEBUG oslo_vmware.api [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.125853] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192707, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.151532] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.153845] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.737s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.154381] env[70041]: INFO nova.compute.claims [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.183014] env[70041]: INFO nova.scheduler.client.report [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Deleted allocations for instance 22c18565-439b-4d35-afc1-3715e553b83b [ 764.215564] env[70041]: DEBUG oslo_concurrency.lockutils [req-6280cb66-3550-471e-b305-08e2378ec377 req-56fef730-c5ee-4cf8-861d-6079541e7037 service nova] Releasing lock "refresh_cache-a2ae34d8-0dc2-49a1-9fc7-832751900784" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.269265] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "refresh_cache-fe42db3f-bac2-4f90-9b1b-e0e778632325" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.269265] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquired lock "refresh_cache-fe42db3f-bac2-4f90-9b1b-e0e778632325" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.269265] env[70041]: DEBUG nova.network.neutron [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.452975] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.493737] env[70041]: DEBUG oslo_vmware.api [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192710, 'name': PowerOffVM_Task, 'duration_secs': 0.239065} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.497057] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.497385] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.497786] env[70041]: DEBUG oslo_vmware.api [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192711, 'name': PowerOffVM_Task, 'duration_secs': 0.238371} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.497997] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08fe00ca-680c-42fd-a058-89c8f95dec3e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.499653] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.499822] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.500086] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cb13dd1-7b9d-4e69-a996-08481eb77f93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.617806] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.618019] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.618148] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Deleting the datastore file [datastore2] 71a9b149-e639-404a-9ee6-8e11846b47e7 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.625051] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0015e6d1-9790-4527-9cd9-e7becfb02bd9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.632109] env[70041]: DEBUG oslo_vmware.api [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192707, 'name': RemoveSnapshot_Task, 'duration_secs': 1.212483} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.632314] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 764.634946] env[70041]: DEBUG oslo_vmware.api [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 764.634946] env[70041]: value = "task-3192714" [ 764.634946] env[70041]: _type = "Task" [ 764.634946] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.646952] env[70041]: DEBUG oslo_vmware.api [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.663757] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.663757] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.664035] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Deleting the datastore file [datastore2] a2ae34d8-0dc2-49a1-9fc7-832751900784 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.664230] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-989949cb-cb2a-4914-b7c3-0da61f416c92 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.679539] env[70041]: DEBUG oslo_vmware.api [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for the task: (returnval){ [ 764.679539] env[70041]: value = "task-3192715" [ 764.679539] env[70041]: _type = "Task" [ 764.679539] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.694008] env[70041]: DEBUG oslo_vmware.api [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.694556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8e3224c9-5f8e-4b0a-b617-ffe54a24b3a2 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "22c18565-439b-4d35-afc1-3715e553b83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.175s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.793158] env[70041]: DEBUG nova.network.neutron [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.875031] env[70041]: DEBUG nova.network.neutron [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.952366] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192709, 'name': PowerOnVM_Task, 'duration_secs': 0.734957} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.952733] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.952847] env[70041]: INFO nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Took 9.82 seconds to spawn the instance on the hypervisor. [ 764.953033] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.953826] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54792a81-5900-4a86-bf29-b9d3be2c4414 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.137220] env[70041]: WARNING nova.compute.manager [None req-72893b30-90cc-4e07-bd78-289c9c97f3bb tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Image not found during snapshot: nova.exception.ImageNotFound: Image 09f99458-2594-409b-8e08-6928f6316a53 could not be found. [ 765.158834] env[70041]: DEBUG oslo_vmware.api [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338228} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.159133] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.159315] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.159492] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.159656] env[70041]: INFO nova.compute.manager [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 765.159895] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.160108] env[70041]: DEBUG nova.compute.manager [-] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.160207] env[70041]: DEBUG nova.network.neutron [-] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.190230] env[70041]: DEBUG oslo_vmware.api [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Task: {'id': task-3192715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374475} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.190482] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.190630] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.190811] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.190994] env[70041]: INFO nova.compute.manager [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Took 1.24 seconds to destroy the instance on the hypervisor. [ 765.191273] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.191416] env[70041]: DEBUG nova.compute.manager [-] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.191512] env[70041]: DEBUG nova.network.neutron [-] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.377245] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Releasing lock "refresh_cache-fe42db3f-bac2-4f90-9b1b-e0e778632325" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.378680] env[70041]: DEBUG nova.compute.manager [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.378680] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.383995] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3195d96-b15d-49d2-81b0-fa911d6e720d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.390715] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.391075] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adf8d14e-52d0-49d7-a57a-459cff234824 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.400852] env[70041]: DEBUG oslo_vmware.api [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 765.400852] env[70041]: value = "task-3192716" [ 765.400852] env[70041]: _type = "Task" [ 765.400852] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.410692] env[70041]: DEBUG oslo_vmware.api [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.475788] env[70041]: INFO nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Took 43.77 seconds to build instance. [ 765.577159] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "cbdfeca6-c411-4343-bf66-f6e2a02de922" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.578148] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "cbdfeca6-c411-4343-bf66-f6e2a02de922" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.578507] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "cbdfeca6-c411-4343-bf66-f6e2a02de922-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.578765] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "cbdfeca6-c411-4343-bf66-f6e2a02de922-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.578915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "cbdfeca6-c411-4343-bf66-f6e2a02de922-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.581159] env[70041]: INFO nova.compute.manager [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Terminating instance [ 765.891309] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71638d58-5835-442b-bcdc-3b54954a1024 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.900137] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca68648-a22c-42c6-b00c-ae6c8e20cd30 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.948438] env[70041]: DEBUG oslo_vmware.api [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192716, 'name': PowerOffVM_Task, 'duration_secs': 0.156918} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.954452] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.954813] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.955728] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6c22be-5969-4a64-807f-d179938cb50a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.959038] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b053ff4-16bf-4c36-bd53-758157cfb395 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.969134] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9325d645-019c-40a1-912b-e2086f822483 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.985809] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "738a51aa-1707-4255-a804-e596ce2581eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.261s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.986704] env[70041]: DEBUG nova.compute.provider_tree [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.993759] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.993904] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.993992] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Deleting the datastore file [datastore2] fe42db3f-bac2-4f90-9b1b-e0e778632325 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.994530] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00886556-c0a5-437f-8700-3ddaeceff2c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.003359] env[70041]: DEBUG oslo_vmware.api [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for the task: (returnval){ [ 766.003359] env[70041]: value = "task-3192718" [ 766.003359] env[70041]: _type = "Task" [ 766.003359] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.013825] env[70041]: DEBUG oslo_vmware.api [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.087228] env[70041]: DEBUG nova.compute.manager [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.087568] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.088554] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2384704b-79f1-4147-929f-447895b9dc84 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.097880] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.098193] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8217d23-a912-4696-9ce2-c2c453f97546 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.106535] env[70041]: DEBUG oslo_vmware.api [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 766.106535] env[70041]: value = "task-3192719" [ 766.106535] env[70041]: _type = "Task" [ 766.106535] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.109394] env[70041]: DEBUG nova.compute.manager [req-a3131bf3-606a-4a57-ab18-a599d1787402 req-ec1bda03-0d21-4319-8665-edbdebce925f service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Received event network-vif-deleted-5a2aab00-980c-41b6-b7dc-4860d0feada8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 766.109738] env[70041]: INFO nova.compute.manager [req-a3131bf3-606a-4a57-ab18-a599d1787402 req-ec1bda03-0d21-4319-8665-edbdebce925f service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Neutron deleted interface 5a2aab00-980c-41b6-b7dc-4860d0feada8; detaching it from the instance and deleting it from the info cache [ 766.109891] env[70041]: DEBUG nova.network.neutron [req-a3131bf3-606a-4a57-ab18-a599d1787402 req-ec1bda03-0d21-4319-8665-edbdebce925f service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.126279] env[70041]: DEBUG oslo_vmware.api [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.206429] env[70041]: DEBUG nova.network.neutron [-] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.409714] env[70041]: DEBUG oslo_concurrency.lockutils [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "f4f9869f-3c24-4436-9cfe-cba77d169322" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.409714] env[70041]: DEBUG oslo_concurrency.lockutils [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "f4f9869f-3c24-4436-9cfe-cba77d169322" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.409714] env[70041]: DEBUG oslo_concurrency.lockutils [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "f4f9869f-3c24-4436-9cfe-cba77d169322-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.409714] env[70041]: DEBUG oslo_concurrency.lockutils [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "f4f9869f-3c24-4436-9cfe-cba77d169322-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.409714] env[70041]: DEBUG oslo_concurrency.lockutils [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "f4f9869f-3c24-4436-9cfe-cba77d169322-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.413894] env[70041]: INFO nova.compute.manager [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Terminating instance [ 766.454431] env[70041]: DEBUG nova.network.neutron [-] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.491571] env[70041]: DEBUG nova.scheduler.client.report [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.495246] env[70041]: DEBUG nova.compute.manager [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.514493] env[70041]: DEBUG oslo_vmware.api [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Task: {'id': task-3192718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181023} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.515093] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.515323] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.515506] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.515679] env[70041]: INFO nova.compute.manager [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Took 1.14 seconds to destroy the instance on the hypervisor. [ 766.516051] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.516589] env[70041]: DEBUG nova.compute.manager [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.516672] env[70041]: DEBUG nova.network.neutron [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.539853] env[70041]: DEBUG nova.network.neutron [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.612386] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dcd35db-d965-4c25-8804-fb52aeab9aa5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.620635] env[70041]: DEBUG oslo_vmware.api [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192719, 'name': PowerOffVM_Task, 'duration_secs': 0.220598} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.622574] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.622574] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.622756] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ab0d330-9eaf-47c4-bd90-272a3e7331b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.627039] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9696a770-3fbd-4c19-a038-9c858af7647a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.666467] env[70041]: DEBUG nova.compute.manager [req-a3131bf3-606a-4a57-ab18-a599d1787402 req-ec1bda03-0d21-4319-8665-edbdebce925f service nova] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Detach interface failed, port_id=5a2aab00-980c-41b6-b7dc-4860d0feada8, reason: Instance 71a9b149-e639-404a-9ee6-8e11846b47e7 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 766.666769] env[70041]: DEBUG nova.compute.manager [req-a3131bf3-606a-4a57-ab18-a599d1787402 req-ec1bda03-0d21-4319-8665-edbdebce925f service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Received event network-vif-deleted-7079571c-61ba-4854-823d-2c17ed63c18c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 766.666951] env[70041]: INFO nova.compute.manager [req-a3131bf3-606a-4a57-ab18-a599d1787402 req-ec1bda03-0d21-4319-8665-edbdebce925f service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Neutron deleted interface 7079571c-61ba-4854-823d-2c17ed63c18c; detaching it from the instance and deleting it from the info cache [ 766.667130] env[70041]: DEBUG nova.network.neutron [req-a3131bf3-606a-4a57-ab18-a599d1787402 req-ec1bda03-0d21-4319-8665-edbdebce925f service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.709320] env[70041]: INFO nova.compute.manager [-] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Took 1.55 seconds to deallocate network for instance. [ 766.717043] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.717043] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.717043] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Deleting the datastore file [datastore1] cbdfeca6-c411-4343-bf66-f6e2a02de922 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.717374] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b46b2fb3-65d2-4407-84bf-4315ce0f5bb0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.725332] env[70041]: DEBUG oslo_vmware.api [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for the task: (returnval){ [ 766.725332] env[70041]: value = "task-3192721" [ 766.725332] env[70041]: _type = "Task" [ 766.725332] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.734271] env[70041]: DEBUG oslo_vmware.api [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.917498] env[70041]: DEBUG nova.compute.manager [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.917745] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.918676] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08926db7-ee41-4f3e-a785-acb987039119 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.928051] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.928051] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e67699-e28f-4970-83ad-38a401e1fbc8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.934640] env[70041]: DEBUG oslo_vmware.api [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 766.934640] env[70041]: value = "task-3192722" [ 766.934640] env[70041]: _type = "Task" [ 766.934640] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.943805] env[70041]: DEBUG oslo_vmware.api [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.959422] env[70041]: INFO nova.compute.manager [-] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Took 1.77 seconds to deallocate network for instance. [ 766.998899] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.999487] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.007025] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.811s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.007025] env[70041]: INFO nova.compute.claims [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.032457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.042723] env[70041]: DEBUG nova.network.neutron [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.170579] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d9c6681-d828-46e9-b187-d6499ec1a993 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.183896] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ae0a6-d365-4de0-9598-22a3e08b9087 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.217581] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.233360] env[70041]: DEBUG nova.compute.manager [req-a3131bf3-606a-4a57-ab18-a599d1787402 req-ec1bda03-0d21-4319-8665-edbdebce925f service nova] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Detach interface failed, port_id=7079571c-61ba-4854-823d-2c17ed63c18c, reason: Instance a2ae34d8-0dc2-49a1-9fc7-832751900784 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 767.242700] env[70041]: DEBUG oslo_vmware.api [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Task: {'id': task-3192721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184091} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.242963] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.243155] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.243362] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.243572] env[70041]: INFO nova.compute.manager [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Took 1.16 seconds to destroy the instance on the hypervisor. [ 767.243799] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.244023] env[70041]: DEBUG nova.compute.manager [-] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.244123] env[70041]: DEBUG nova.network.neutron [-] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.446050] env[70041]: DEBUG oslo_vmware.api [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192722, 'name': PowerOffVM_Task, 'duration_secs': 0.302395} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.446272] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.446445] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.446712] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72210df-a31a-4d35-b8fd-c1e9dcd841e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.467245] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.506334] env[70041]: DEBUG nova.compute.utils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.508232] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.508512] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.527249] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.527249] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.527249] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Deleting the datastore file [datastore2] f4f9869f-3c24-4436-9cfe-cba77d169322 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.527429] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db7311dd-6db4-408d-a3e5-09eba28b015b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.537241] env[70041]: DEBUG oslo_vmware.api [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 767.537241] env[70041]: value = "task-3192724" [ 767.537241] env[70041]: _type = "Task" [ 767.537241] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.549285] env[70041]: INFO nova.compute.manager [-] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Took 1.03 seconds to deallocate network for instance. [ 767.552880] env[70041]: DEBUG oslo_vmware.api [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.573614] env[70041]: DEBUG nova.policy [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b01ca87fa940fda6dc4af7fc8e2064', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58e8d739a7174eab9b0c1e6ba861f3a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.911317] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Successfully created port: f5e9283c-667f-4c3e-8f95-4d50bb96a220 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.926314] env[70041]: DEBUG oslo_vmware.rw_handles [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528186ab-f9f1-e0a1-939f-38c946a4f7ff/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 767.930121] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b7948a-8995-42b8-b514-95e650a58a53 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.941028] env[70041]: DEBUG oslo_vmware.rw_handles [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528186ab-f9f1-e0a1-939f-38c946a4f7ff/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 767.941028] env[70041]: ERROR oslo_vmware.rw_handles [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528186ab-f9f1-e0a1-939f-38c946a4f7ff/disk-0.vmdk due to incomplete transfer. [ 767.941028] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-67f2dbdc-8e2c-47b1-ade1-2acaf996e1db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.949226] env[70041]: DEBUG oslo_vmware.rw_handles [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528186ab-f9f1-e0a1-939f-38c946a4f7ff/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 767.949428] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Uploaded image 9a7558a3-e7ec-4f20-8fcb-9f1c75c35773 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 767.953024] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 767.953024] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26b7a95c-1fc2-4952-94ec-41c9d1a5732f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.959813] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 767.959813] env[70041]: value = "task-3192725" [ 767.959813] env[70041]: _type = "Task" [ 767.959813] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.970205] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192725, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.017529] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.020325] env[70041]: DEBUG nova.network.neutron [-] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.052965] env[70041]: DEBUG oslo_vmware.api [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3192724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234979} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.053327] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.055687] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.055687] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.055687] env[70041]: INFO nova.compute.manager [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Took 1.14 seconds to destroy the instance on the hypervisor. [ 768.055687] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.055687] env[70041]: DEBUG nova.compute.manager [-] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.055687] env[70041]: DEBUG nova.network.neutron [-] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.059882] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.283993] env[70041]: DEBUG nova.compute.manager [req-276184e7-fa07-4f9f-9aeb-eee5d563293f req-a9953ee2-7cfd-468f-9287-32f800be3ef9 service nova] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Received event network-vif-deleted-45f97ec6-9b0b-480a-953c-bd7113f412c0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 768.471832] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192725, 'name': Destroy_Task, 'duration_secs': 0.360767} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.474547] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Destroyed the VM [ 768.474966] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 768.475328] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-236fcbdd-a92f-46b9-bdf6-99aa654bfce4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.485020] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 768.485020] env[70041]: value = "task-3192726" [ 768.485020] env[70041]: _type = "Task" [ 768.485020] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.495718] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192726, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.529253] env[70041]: INFO nova.compute.manager [-] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Took 1.28 seconds to deallocate network for instance. [ 768.664762] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c147eb5-0369-4fda-aaff-ec307414e72e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.673247] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb339c52-2f25-4f50-b3c5-2677308db60e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.709237] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490c6fa8-1aa7-497f-b625-1943f460a0ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.718847] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58afc175-f5ed-4531-ba85-4555c1094d23 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.734060] env[70041]: DEBUG nova.compute.provider_tree [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.990984] env[70041]: DEBUG nova.network.neutron [-] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.996049] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192726, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.032016] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.040423] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.058865] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.059141] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.059302] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.059521] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.059671] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.059820] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.060038] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.060201] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.060367] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.060528] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.060694] env[70041]: DEBUG nova.virt.hardware [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.061566] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2a7f1-72ee-4783-bbb1-4c6ca74ca9f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.069826] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5c9729-8339-4ea0-a853-f91cc8fc8703 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.236931] env[70041]: DEBUG nova.scheduler.client.report [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.495238] env[70041]: DEBUG oslo_vmware.api [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192726, 'name': RemoveSnapshot_Task, 'duration_secs': 0.530326} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.495238] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 769.495238] env[70041]: INFO nova.compute.manager [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 769.497615] env[70041]: INFO nova.compute.manager [-] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Took 1.44 seconds to deallocate network for instance. [ 769.660527] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Successfully updated port: f5e9283c-667f-4c3e-8f95-4d50bb96a220 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.741771] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.742332] env[70041]: DEBUG nova.compute.manager [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.745072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.701s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.006756] env[70041]: DEBUG oslo_concurrency.lockutils [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.075831] env[70041]: DEBUG nova.compute.manager [None req-3cbbe8ca-f26b-4d02-a5fc-237e1c80810d tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Found 1 images (rotation: 2) {{(pid=70041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 770.163818] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "refresh_cache-ffb9d28c-aae7-4795-b75b-f9ad70cacd56" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.164514] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired lock "refresh_cache-ffb9d28c-aae7-4795-b75b-f9ad70cacd56" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.164514] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.257696] env[70041]: DEBUG nova.compute.utils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.259099] env[70041]: DEBUG nova.compute.manager [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 770.370214] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a850927e-8d0a-46a1-8977-740efcd4c7af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.378523] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d449ce-674d-490e-b0c2-f456385734ed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.409816] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39739e4e-804a-4c25-b874-24408f726fbd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.417869] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0993414-c294-4ae6-8c0b-c2c7dfe29dfe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.431342] env[70041]: DEBUG nova.compute.provider_tree [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.442770] env[70041]: DEBUG nova.compute.manager [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Received event network-vif-deleted-36b53ab3-b3d9-4451-b052-0a0a59f4e1a3 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 770.442968] env[70041]: DEBUG nova.compute.manager [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Received event network-vif-plugged-f5e9283c-667f-4c3e-8f95-4d50bb96a220 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 770.443379] env[70041]: DEBUG oslo_concurrency.lockutils [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] Acquiring lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.443379] env[70041]: DEBUG oslo_concurrency.lockutils [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] Lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.443506] env[70041]: DEBUG oslo_concurrency.lockutils [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] Lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.443660] env[70041]: DEBUG nova.compute.manager [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] No waiting events found dispatching network-vif-plugged-f5e9283c-667f-4c3e-8f95-4d50bb96a220 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.443823] env[70041]: WARNING nova.compute.manager [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Received unexpected event network-vif-plugged-f5e9283c-667f-4c3e-8f95-4d50bb96a220 for instance with vm_state building and task_state spawning. [ 770.443976] env[70041]: DEBUG nova.compute.manager [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Received event network-changed-f5e9283c-667f-4c3e-8f95-4d50bb96a220 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 770.444142] env[70041]: DEBUG nova.compute.manager [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Refreshing instance network info cache due to event network-changed-f5e9283c-667f-4c3e-8f95-4d50bb96a220. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 770.444341] env[70041]: DEBUG oslo_concurrency.lockutils [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] Acquiring lock "refresh_cache-ffb9d28c-aae7-4795-b75b-f9ad70cacd56" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.698095] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.766648] env[70041]: DEBUG nova.compute.manager [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.836037] env[70041]: DEBUG nova.network.neutron [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Updating instance_info_cache with network_info: [{"id": "f5e9283c-667f-4c3e-8f95-4d50bb96a220", "address": "fa:16:3e:5d:0d:9e", "network": {"id": "a06e81c4-d3fa-4531-a650-73b12fdefa82", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-900918252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e8d739a7174eab9b0c1e6ba861f3a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9283c-66", "ovs_interfaceid": "f5e9283c-667f-4c3e-8f95-4d50bb96a220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.934815] env[70041]: DEBUG nova.scheduler.client.report [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.339128] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Releasing lock "refresh_cache-ffb9d28c-aae7-4795-b75b-f9ad70cacd56" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.339490] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Instance network_info: |[{"id": "f5e9283c-667f-4c3e-8f95-4d50bb96a220", "address": "fa:16:3e:5d:0d:9e", "network": {"id": "a06e81c4-d3fa-4531-a650-73b12fdefa82", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-900918252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e8d739a7174eab9b0c1e6ba861f3a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9283c-66", "ovs_interfaceid": "f5e9283c-667f-4c3e-8f95-4d50bb96a220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.340068] env[70041]: DEBUG oslo_concurrency.lockutils [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] Acquired lock "refresh_cache-ffb9d28c-aae7-4795-b75b-f9ad70cacd56" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.340261] env[70041]: DEBUG nova.network.neutron [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Refreshing network info cache for port f5e9283c-667f-4c3e-8f95-4d50bb96a220 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.341435] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:0d:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5e9283c-667f-4c3e-8f95-4d50bb96a220', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.349293] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.349590] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.351230] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95cd6700-16f7-4e00-8205-9b5b738f3e5a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.369567] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquiring lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.369824] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.370035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquiring lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.370222] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.370386] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.372543] env[70041]: INFO nova.compute.manager [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Terminating instance [ 771.375363] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.375363] env[70041]: value = "task-3192727" [ 771.375363] env[70041]: _type = "Task" [ 771.375363] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.386590] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192727, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.440775] env[70041]: DEBUG oslo_concurrency.lockutils [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.441719] env[70041]: INFO nova.compute.manager [None req-731bff82-eee8-44ef-a895-018732a0b22d tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Successfully reverted task state from rebuilding on failure for instance. [ 771.447183] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.606s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.449177] env[70041]: INFO nova.compute.claims [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.545313] env[70041]: DEBUG nova.compute.manager [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.546315] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5629f9-4863-415a-8e65-416124b5a9a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.777484] env[70041]: DEBUG nova.compute.manager [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.800053] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.800331] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.800465] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.800645] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.800792] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.800938] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.801168] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.801329] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.801526] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.801706] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.801877] env[70041]: DEBUG nova.virt.hardware [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.802834] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a189c4c3-4bb5-4678-8228-96557de44cce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.811203] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b29d62-cb8b-416c-8eba-f089fc91ff9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.825391] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.831734] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Creating folder: Project (cca434030bfa4d108a4f8b962b52d9f9). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.831991] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0992e3e-2e22-4d9f-9a57-afa4b2e4a52f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.845146] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Created folder: Project (cca434030bfa4d108a4f8b962b52d9f9) in parent group-v638323. [ 771.845282] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Creating folder: Instances. Parent ref: group-v638476. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.845470] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46c40db6-5047-4e1b-b83b-97ed31c72ab5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.856173] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Created folder: Instances in parent group-v638476. [ 771.856453] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.856652] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.856858] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-633eaf31-596c-440b-8dba-5f259afd5317 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.874390] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.874390] env[70041]: value = "task-3192730" [ 771.874390] env[70041]: _type = "Task" [ 771.874390] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.884709] env[70041]: DEBUG nova.compute.manager [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.884918] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.888644] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f573859b-cfb3-42cc-8af5-4e05d5a2fe44 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.891863] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192730, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.897701] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192727, 'name': CreateVM_Task, 'duration_secs': 0.403685} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.899578] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.899873] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.900566] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.900702] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.901031] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.901260] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b80c268-b3c7-4900-b8ff-e5ad0ff35ce1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.902687] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2654e78-ea55-4899-8cb8-33348d12867d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.907942] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 771.907942] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c05efb-5d2c-8815-2b74-a463602d9e73" [ 771.907942] env[70041]: _type = "Task" [ 771.907942] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.912881] env[70041]: DEBUG oslo_vmware.api [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 771.912881] env[70041]: value = "task-3192731" [ 771.912881] env[70041]: _type = "Task" [ 771.912881] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.919359] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c05efb-5d2c-8815-2b74-a463602d9e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.926553] env[70041]: DEBUG oslo_vmware.api [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.058183] env[70041]: INFO nova.compute.manager [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] instance snapshotting [ 772.058752] env[70041]: DEBUG nova.objects.instance [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'flavor' on Instance uuid 004005be-9af0-421e-9352-9bec6c956564 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.106986] env[70041]: DEBUG nova.network.neutron [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Updated VIF entry in instance network info cache for port f5e9283c-667f-4c3e-8f95-4d50bb96a220. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.107390] env[70041]: DEBUG nova.network.neutron [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Updating instance_info_cache with network_info: [{"id": "f5e9283c-667f-4c3e-8f95-4d50bb96a220", "address": "fa:16:3e:5d:0d:9e", "network": {"id": "a06e81c4-d3fa-4531-a650-73b12fdefa82", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-900918252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58e8d739a7174eab9b0c1e6ba861f3a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5e9283c-66", "ovs_interfaceid": "f5e9283c-667f-4c3e-8f95-4d50bb96a220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.385942] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192730, 'name': CreateVM_Task, 'duration_secs': 0.291318} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.386359] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.386560] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.420624] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c05efb-5d2c-8815-2b74-a463602d9e73, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.421270] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.421507] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.421739] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.421882] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.422071] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.422363] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.422894] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.422975] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd0a13d5-85d2-48ed-befa-e9ece73812f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.427438] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da59965-c1ea-4ea6-ab15-bf49c7dfe540 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.429093] env[70041]: DEBUG oslo_vmware.api [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192731, 'name': PowerOffVM_Task, 'duration_secs': 0.223231} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.430226] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.430226] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.430368] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddaf27de-4502-4d09-ac02-2b59c8bd33a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.433646] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 772.433646] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bd3a41-9ae3-41b1-2670-f71354ff8a2d" [ 772.433646] env[70041]: _type = "Task" [ 772.433646] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.437647] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.437859] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.439271] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be29e1fe-31a3-4892-aec9-e28531be9850 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.445689] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bd3a41-9ae3-41b1-2670-f71354ff8a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.447083] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 772.447083] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c17678-ce09-d1d7-f13c-dab4340ee6ea" [ 772.447083] env[70041]: _type = "Task" [ 772.447083] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.461234] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c17678-ce09-d1d7-f13c-dab4340ee6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.463092] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9cd2146-92cc-4818-a36f-cca1c293baa9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.471806] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 772.471806] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ad650a-b0bf-8482-6dd6-8116489d708d" [ 772.471806] env[70041]: _type = "Task" [ 772.471806] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.484123] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ad650a-b0bf-8482-6dd6-8116489d708d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.512581] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.513292] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.513292] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Deleting the datastore file [datastore2] 6fd69c2b-b3f0-48af-9082-b38be4eeab36 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.513292] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcfb97f4-edcb-4bd7-bf0b-7580ae3e7613 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.522442] env[70041]: DEBUG oslo_vmware.api [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for the task: (returnval){ [ 772.522442] env[70041]: value = "task-3192733" [ 772.522442] env[70041]: _type = "Task" [ 772.522442] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.532966] env[70041]: DEBUG oslo_vmware.api [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.568944] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f047fae-f4ca-49f1-9aba-4fabf14b8723 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.594336] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8eca57-e000-4b55-84be-41129501f3f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.609947] env[70041]: DEBUG oslo_concurrency.lockutils [req-6c0fe6e3-3ed4-4271-8c6d-d5fa8dd211a3 req-bbf3a259-1050-451d-9d16-ceb36e27efeb service nova] Releasing lock "refresh_cache-ffb9d28c-aae7-4795-b75b-f9ad70cacd56" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.943962] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bd3a41-9ae3-41b1-2670-f71354ff8a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.944281] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.944541] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.944761] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.982245] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ad650a-b0bf-8482-6dd6-8116489d708d, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.984739] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.985060] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] ffb9d28c-aae7-4795-b75b-f9ad70cacd56/ffb9d28c-aae7-4795-b75b-f9ad70cacd56.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.985599] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.985793] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.986030] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d2f7df2-a762-4f2a-a4c4-70fc8165abd9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.987996] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f14bef0-2da1-4440-a80e-0cf8a85d6a6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.996275] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 772.996275] env[70041]: value = "task-3192734" [ 772.996275] env[70041]: _type = "Task" [ 772.996275] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.002742] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.002935] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.004224] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5dfe6b-db49-4d17-997a-f0dccff1f901 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.009755] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.013093] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 773.013093] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529eaa39-bb4b-b017-eea9-ddaac925bbec" [ 773.013093] env[70041]: _type = "Task" [ 773.013093] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.017410] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b07e59c-aea8-4914-b321-f3778b92f912 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.030230] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f2fd48-8031-43c9-a14c-6f9146655423 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.033420] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529eaa39-bb4b-b017-eea9-ddaac925bbec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.039774] env[70041]: DEBUG oslo_vmware.api [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Task: {'id': task-3192733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135528} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.063184] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.063393] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.063570] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.063743] env[70041]: INFO nova.compute.manager [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Took 1.18 seconds to destroy the instance on the hypervisor. [ 773.063987] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.064419] env[70041]: DEBUG nova.compute.manager [-] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.064526] env[70041]: DEBUG nova.network.neutron [-] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.066726] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e995c99-dad5-4282-b182-578152058d1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.075104] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a536ebb0-860e-4660-b44b-6e7ca654efb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.090708] env[70041]: DEBUG nova.compute.provider_tree [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.108260] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.108260] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-205ee554-9541-4531-bd76-98c381a9b269 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.117772] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 773.117772] env[70041]: value = "task-3192735" [ 773.117772] env[70041]: _type = "Task" [ 773.117772] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.130496] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192735, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.510846] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192734, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.526174] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529eaa39-bb4b-b017-eea9-ddaac925bbec, 'name': SearchDatastore_Task, 'duration_secs': 0.01662} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.527566] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a45016-d1dc-4001-90c1-e5a08e4bbe55 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.534907] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 773.534907] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529ab004-3e45-53c4-18d0-7358fdd49c54" [ 773.534907] env[70041]: _type = "Task" [ 773.534907] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.548709] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529ab004-3e45-53c4-18d0-7358fdd49c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.594143] env[70041]: DEBUG nova.scheduler.client.report [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.629102] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192735, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.824787] env[70041]: DEBUG nova.compute.manager [req-d07fb304-cc48-4246-bc09-eaa368b3dbe8 req-72afd694-552f-4075-97a0-f1dfa27f7ba1 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Received event network-vif-deleted-94067052-7a2c-4b5d-ac81-17ed8161ae6b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 773.824995] env[70041]: INFO nova.compute.manager [req-d07fb304-cc48-4246-bc09-eaa368b3dbe8 req-72afd694-552f-4075-97a0-f1dfa27f7ba1 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Neutron deleted interface 94067052-7a2c-4b5d-ac81-17ed8161ae6b; detaching it from the instance and deleting it from the info cache [ 773.825169] env[70041]: DEBUG nova.network.neutron [req-d07fb304-cc48-4246-bc09-eaa368b3dbe8 req-72afd694-552f-4075-97a0-f1dfa27f7ba1 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.008470] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645672} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.008914] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] ffb9d28c-aae7-4795-b75b-f9ad70cacd56/ffb9d28c-aae7-4795-b75b-f9ad70cacd56.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.009060] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.009328] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5470e8d0-46d8-4fb9-b3de-a8172fab61bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.016601] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 774.016601] env[70041]: value = "task-3192736" [ 774.016601] env[70041]: _type = "Task" [ 774.016601] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.024966] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.046521] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529ab004-3e45-53c4-18d0-7358fdd49c54, 'name': SearchDatastore_Task, 'duration_secs': 0.049218} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.046858] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.047168] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 31af2cfa-b105-4f96-838d-b509ff19d07a/31af2cfa-b105-4f96-838d-b509ff19d07a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.047448] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d90f9ab3-159e-4a5a-a8d5-8b2bf48ae1e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.055655] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 774.055655] env[70041]: value = "task-3192737" [ 774.055655] env[70041]: _type = "Task" [ 774.055655] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.069105] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.100163] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.101352] env[70041]: DEBUG nova.compute.manager [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.103543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.226s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.105097] env[70041]: INFO nova.compute.claims [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.129467] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192735, 'name': CreateSnapshot_Task, 'duration_secs': 0.819122} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.129467] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 774.130213] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be249d42-4ed3-45c2-b4b2-c4c991439806 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.183671] env[70041]: DEBUG nova.network.neutron [-] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.328404] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cea7ce4a-d316-479c-834a-246cccbbdc53 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.339896] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f83676d-8e05-41ee-80d2-8edd0fcf1413 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.381610] env[70041]: DEBUG nova.compute.manager [req-d07fb304-cc48-4246-bc09-eaa368b3dbe8 req-72afd694-552f-4075-97a0-f1dfa27f7ba1 service nova] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Detach interface failed, port_id=94067052-7a2c-4b5d-ac81-17ed8161ae6b, reason: Instance 6fd69c2b-b3f0-48af-9082-b38be4eeab36 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 774.528037] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07029} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.528399] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.529094] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c87ef0-3553-43a7-88be-bb6eff2a61e9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.553768] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ffb9d28c-aae7-4795-b75b-f9ad70cacd56/ffb9d28c-aae7-4795-b75b-f9ad70cacd56.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.554251] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce1bde3c-d380-4f75-9ca2-106ef8bc5b01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.578661] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192737, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.580223] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 774.580223] env[70041]: value = "task-3192738" [ 774.580223] env[70041]: _type = "Task" [ 774.580223] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.592354] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.612564] env[70041]: DEBUG nova.compute.utils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.614703] env[70041]: DEBUG nova.compute.manager [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.614877] env[70041]: DEBUG nova.network.neutron [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.650057] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 774.650384] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6edf5b99-4f40-4524-849b-e3232cd4ae6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.659269] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 774.659269] env[70041]: value = "task-3192739" [ 774.659269] env[70041]: _type = "Task" [ 774.659269] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.667965] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192739, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.684074] env[70041]: DEBUG nova.policy [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce3bf81809e8499cb01c49573aa912dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f2aae429f95441d94ec1b3018b4a3ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.685793] env[70041]: INFO nova.compute.manager [-] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Took 1.62 seconds to deallocate network for instance. [ 775.038123] env[70041]: DEBUG nova.network.neutron [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Successfully created port: 45feaa3a-957b-4b06-9ec7-3299112860d7 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.084114] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550892} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.092584] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 31af2cfa-b105-4f96-838d-b509ff19d07a/31af2cfa-b105-4f96-838d-b509ff19d07a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.092829] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.093123] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1ba691b-3e9b-4216-a992-83e4f447b2d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.101013] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192738, 'name': ReconfigVM_Task, 'duration_secs': 0.328902} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.102335] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ffb9d28c-aae7-4795-b75b-f9ad70cacd56/ffb9d28c-aae7-4795-b75b-f9ad70cacd56.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.103226] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 775.103226] env[70041]: value = "task-3192740" [ 775.103226] env[70041]: _type = "Task" [ 775.103226] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.103226] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf2634b8-6e64-46de-a27e-3f1f9cc4eb80 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.115269] env[70041]: DEBUG nova.compute.manager [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.126851] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 775.126851] env[70041]: value = "task-3192741" [ 775.126851] env[70041]: _type = "Task" [ 775.126851] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.136905] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192741, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.171293] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192739, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.192517] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.614928] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083943} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.617741] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.618485] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e72010-dd7a-4142-aba6-ca829272b1b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.642127] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 31af2cfa-b105-4f96-838d-b509ff19d07a/31af2cfa-b105-4f96-838d-b509ff19d07a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.647963] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3061080-d0f8-463c-8414-999fdbbcd3c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.670257] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192741, 'name': Rename_Task, 'duration_secs': 0.167804} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.672413] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.672728] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 775.672728] env[70041]: value = "task-3192742" [ 775.672728] env[70041]: _type = "Task" [ 775.672728] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.675382] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00fe0f6f-3727-4894-880a-4c1e736affd8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.683528] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192739, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.690214] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.694038] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 775.694038] env[70041]: value = "task-3192743" [ 775.694038] env[70041]: _type = "Task" [ 775.694038] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.703395] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.743694] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f393e76e-8146-419e-99c8-45d26f877ff7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.752035] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9461a1-8daf-4854-a735-27eedce84d4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.784894] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2f43ed-607f-439d-8e5b-55d693008c76 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.794167] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc79a76-3d87-47f4-8518-ea5e98d9bcf8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.809235] env[70041]: DEBUG nova.compute.provider_tree [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.146920] env[70041]: DEBUG nova.compute.manager [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.170531] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.170798] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.170951] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.171144] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.171288] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.171433] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.171640] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.171794] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.171957] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.172130] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.172346] env[70041]: DEBUG nova.virt.hardware [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.173194] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc0bbdc-1c47-4792-84cf-2f4db607220c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.179473] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192739, 'name': CloneVM_Task, 'duration_secs': 1.484159} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.182977] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Created linked-clone VM from snapshot [ 776.185595] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9c451a-4675-4746-a277-df0967439ee3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.190973] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1f449b-a261-4fa3-b064-756f22d80f1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.197813] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192742, 'name': ReconfigVM_Task, 'duration_secs': 0.393656} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.200870] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 31af2cfa-b105-4f96-838d-b509ff19d07a/31af2cfa-b105-4f96-838d-b509ff19d07a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.211877] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f58e9c55-3841-4036-89d9-e6470ed4eaca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.213688] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Uploading image 375076ce-59f9-482a-80e7-52ca84cedba3 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 776.223779] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.225676] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 776.225676] env[70041]: value = "task-3192744" [ 776.225676] env[70041]: _type = "Task" [ 776.225676] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.237029] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192744, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.238640] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 776.238640] env[70041]: value = "vm-638480" [ 776.238640] env[70041]: _type = "VirtualMachine" [ 776.238640] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 776.238895] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f9a6a846-a9bf-40f2-b167-8ac99c10b0a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.249633] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease: (returnval){ [ 776.249633] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528a93a0-0963-86b0-547f-a52b84bc7599" [ 776.249633] env[70041]: _type = "HttpNfcLease" [ 776.249633] env[70041]: } obtained for exporting VM: (result){ [ 776.249633] env[70041]: value = "vm-638480" [ 776.249633] env[70041]: _type = "VirtualMachine" [ 776.249633] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 776.249942] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the lease: (returnval){ [ 776.249942] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528a93a0-0963-86b0-547f-a52b84bc7599" [ 776.249942] env[70041]: _type = "HttpNfcLease" [ 776.249942] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 776.258815] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.258815] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528a93a0-0963-86b0-547f-a52b84bc7599" [ 776.258815] env[70041]: _type = "HttpNfcLease" [ 776.258815] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 776.313174] env[70041]: DEBUG nova.scheduler.client.report [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.713446] env[70041]: DEBUG oslo_vmware.api [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192743, 'name': PowerOnVM_Task, 'duration_secs': 0.584205} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.713774] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.713904] env[70041]: INFO nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Took 7.68 seconds to spawn the instance on the hypervisor. [ 776.716695] env[70041]: DEBUG nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.717438] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d936c2-40e8-428d-9d6d-ebd8ba734404 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.739160] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192744, 'name': Rename_Task, 'duration_secs': 0.360252} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.739160] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.739160] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-809eae92-ca5a-401a-b247-6ca6a44e82e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.747351] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 776.747351] env[70041]: value = "task-3192746" [ 776.747351] env[70041]: _type = "Task" [ 776.747351] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.758646] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.758646] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528a93a0-0963-86b0-547f-a52b84bc7599" [ 776.758646] env[70041]: _type = "HttpNfcLease" [ 776.758646] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 776.763150] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 776.763150] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528a93a0-0963-86b0-547f-a52b84bc7599" [ 776.763150] env[70041]: _type = "HttpNfcLease" [ 776.763150] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 776.764076] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.765617] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b11e9bc-5206-4387-a5dd-61dbc00768e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.772639] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bee466-849b-81c0-db74-2a06872a9fae/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.772816] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bee466-849b-81c0-db74-2a06872a9fae/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.837920] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.838517] env[70041]: DEBUG nova.compute.manager [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.843169] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.913s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.843471] env[70041]: DEBUG nova.objects.instance [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lazy-loading 'resources' on Instance uuid 7f58ce23-f507-46f8-8e83-bcd0c5e6e548 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.845972] env[70041]: DEBUG nova.compute.manager [req-06502c0c-e47b-4b59-b378-e7238e62af10 req-846270de-a8b5-470b-a49e-1d90638bc607 service nova] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Received event network-vif-plugged-45feaa3a-957b-4b06-9ec7-3299112860d7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 776.846218] env[70041]: DEBUG oslo_concurrency.lockutils [req-06502c0c-e47b-4b59-b378-e7238e62af10 req-846270de-a8b5-470b-a49e-1d90638bc607 service nova] Acquiring lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.846455] env[70041]: DEBUG oslo_concurrency.lockutils [req-06502c0c-e47b-4b59-b378-e7238e62af10 req-846270de-a8b5-470b-a49e-1d90638bc607 service nova] Lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.846745] env[70041]: DEBUG oslo_concurrency.lockutils [req-06502c0c-e47b-4b59-b378-e7238e62af10 req-846270de-a8b5-470b-a49e-1d90638bc607 service nova] Lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.846906] env[70041]: DEBUG nova.compute.manager [req-06502c0c-e47b-4b59-b378-e7238e62af10 req-846270de-a8b5-470b-a49e-1d90638bc607 service nova] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] No waiting events found dispatching network-vif-plugged-45feaa3a-957b-4b06-9ec7-3299112860d7 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.847159] env[70041]: WARNING nova.compute.manager [req-06502c0c-e47b-4b59-b378-e7238e62af10 req-846270de-a8b5-470b-a49e-1d90638bc607 service nova] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Received unexpected event network-vif-plugged-45feaa3a-957b-4b06-9ec7-3299112860d7 for instance with vm_state building and task_state spawning. [ 776.881295] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-420d8381-8816-41a8-993d-d7dac037ac6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.952645] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 776.952908] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.018427] env[70041]: DEBUG nova.network.neutron [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Successfully updated port: 45feaa3a-957b-4b06-9ec7-3299112860d7 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.240798] env[70041]: INFO nova.compute.manager [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Took 45.84 seconds to build instance. [ 777.260717] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.354688] env[70041]: DEBUG nova.compute.utils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.355947] env[70041]: DEBUG nova.compute.manager [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 777.469828] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.470524] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.472824] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.472824] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.472824] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.472824] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.472824] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 777.472824] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.520883] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "refresh_cache-31abb123-7d7d-4867-a00d-d4934d1cdb2d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.521140] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "refresh_cache-31abb123-7d7d-4867-a00d-d4934d1cdb2d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.521305] env[70041]: DEBUG nova.network.neutron [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.743036] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2e6668b-3ec4-4fd3-bbdc-e865f4f0edcb tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.962s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.763789] env[70041]: DEBUG oslo_vmware.api [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192746, 'name': PowerOnVM_Task, 'duration_secs': 0.795252} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.763789] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.763789] env[70041]: INFO nova.compute.manager [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Took 5.99 seconds to spawn the instance on the hypervisor. [ 777.763998] env[70041]: DEBUG nova.compute.manager [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.764928] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca28352-79b9-4d93-8fd1-d56a41bee25e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.857742] env[70041]: DEBUG nova.compute.manager [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.974818] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.994020] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81706373-3fb3-448c-840b-dbfe5d27f506 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.002697] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864cd684-4d81-4a8a-a092-a21ad41cb4a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.040335] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27e8ef1-c50f-44e3-97ad-a77d8dd30769 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.049636] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c72b2c-8b72-4edb-9d88-cfeb4b62daac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.066166] env[70041]: DEBUG nova.compute.provider_tree [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.075563] env[70041]: DEBUG nova.network.neutron [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.249342] env[70041]: DEBUG nova.compute.manager [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.285084] env[70041]: DEBUG nova.network.neutron [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Updating instance_info_cache with network_info: [{"id": "45feaa3a-957b-4b06-9ec7-3299112860d7", "address": "fa:16:3e:0a:14:c5", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feaa3a-95", "ovs_interfaceid": "45feaa3a-957b-4b06-9ec7-3299112860d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.286948] env[70041]: INFO nova.compute.manager [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Took 44.12 seconds to build instance. [ 778.401821] env[70041]: DEBUG oslo_concurrency.lockutils [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "9201b7d0-000a-419a-963d-88ab8678ca39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.401821] env[70041]: DEBUG oslo_concurrency.lockutils [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "9201b7d0-000a-419a-963d-88ab8678ca39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.401821] env[70041]: DEBUG oslo_concurrency.lockutils [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "9201b7d0-000a-419a-963d-88ab8678ca39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.401821] env[70041]: DEBUG oslo_concurrency.lockutils [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "9201b7d0-000a-419a-963d-88ab8678ca39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.401821] env[70041]: DEBUG oslo_concurrency.lockutils [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "9201b7d0-000a-419a-963d-88ab8678ca39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.403180] env[70041]: INFO nova.compute.manager [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Terminating instance [ 778.569209] env[70041]: DEBUG nova.scheduler.client.report [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.772796] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.789877] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "refresh_cache-31abb123-7d7d-4867-a00d-d4934d1cdb2d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.790339] env[70041]: DEBUG nova.compute.manager [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Instance network_info: |[{"id": "45feaa3a-957b-4b06-9ec7-3299112860d7", "address": "fa:16:3e:0a:14:c5", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feaa3a-95", "ovs_interfaceid": "45feaa3a-957b-4b06-9ec7-3299112860d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.790816] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d6a82e72-331c-4c2f-9aa3-25f99033227b tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "31af2cfa-b105-4f96-838d-b509ff19d07a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.119s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.791279] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:14:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45feaa3a-957b-4b06-9ec7-3299112860d7', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.799676] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.799937] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.800196] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48242f2c-c867-46ca-a276-ed5d3885d63d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.821852] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.821852] env[70041]: value = "task-3192747" [ 778.821852] env[70041]: _type = "Task" [ 778.821852] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.837771] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192747, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.871340] env[70041]: DEBUG nova.compute.manager [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.902748] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.903099] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.903389] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.903571] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.903766] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.903909] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.904155] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.904341] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.904511] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.904723] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.904922] env[70041]: DEBUG nova.virt.hardware [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.905946] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f369a6e-0e45-465a-b598-ca78ccdfe57b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.911019] env[70041]: DEBUG nova.compute.manager [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.911324] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.912821] env[70041]: DEBUG nova.compute.manager [req-f1560912-5e19-4513-8451-eda1fa15670f req-719ed663-313e-49dd-8a4d-e4f8523e4b07 service nova] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Received event network-changed-45feaa3a-957b-4b06-9ec7-3299112860d7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 778.912821] env[70041]: DEBUG nova.compute.manager [req-f1560912-5e19-4513-8451-eda1fa15670f req-719ed663-313e-49dd-8a4d-e4f8523e4b07 service nova] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Refreshing instance network info cache due to event network-changed-45feaa3a-957b-4b06-9ec7-3299112860d7. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 778.913045] env[70041]: DEBUG oslo_concurrency.lockutils [req-f1560912-5e19-4513-8451-eda1fa15670f req-719ed663-313e-49dd-8a4d-e4f8523e4b07 service nova] Acquiring lock "refresh_cache-31abb123-7d7d-4867-a00d-d4934d1cdb2d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.913251] env[70041]: DEBUG oslo_concurrency.lockutils [req-f1560912-5e19-4513-8451-eda1fa15670f req-719ed663-313e-49dd-8a4d-e4f8523e4b07 service nova] Acquired lock "refresh_cache-31abb123-7d7d-4867-a00d-d4934d1cdb2d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.913423] env[70041]: DEBUG nova.network.neutron [req-f1560912-5e19-4513-8451-eda1fa15670f req-719ed663-313e-49dd-8a4d-e4f8523e4b07 service nova] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Refreshing network info cache for port 45feaa3a-957b-4b06-9ec7-3299112860d7 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.915488] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b20ca3e-d85e-43b2-81c9-59d41b225a4b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.927277] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673c9c07-23ae-4814-87c8-8aecbc3fe69d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.931482] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.932790] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a401a5-fbe1-44c5-ac95-b752bf57b559 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.949400] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.956570] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Creating folder: Project (582816646ed1499f8bc6c3f3f8ab7f96). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.959766] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b73fb0f-e76a-4019-9bd9-e7e9288b5394 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.962198] env[70041]: DEBUG oslo_vmware.api [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 778.962198] env[70041]: value = "task-3192748" [ 778.962198] env[70041]: _type = "Task" [ 778.962198] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.974767] env[70041]: DEBUG oslo_vmware.api [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.977633] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Created folder: Project (582816646ed1499f8bc6c3f3f8ab7f96) in parent group-v638323. [ 778.978210] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Creating folder: Instances. Parent ref: group-v638482. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.978312] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b8b8946-dc49-4ed7-8c81-69738af5b92d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.993863] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Created folder: Instances in parent group-v638482. [ 778.994525] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.994525] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.994777] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52574551-5c35-4476-a800-8a6b717bfb71 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.015293] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.015293] env[70041]: value = "task-3192751" [ 779.015293] env[70041]: _type = "Task" [ 779.015293] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.026451] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192751, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.078998] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.081687] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.907s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.081972] env[70041]: DEBUG nova.objects.instance [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lazy-loading 'resources' on Instance uuid 6c7f4b2e-2535-4535-b17a-d487ef4ef792 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.333699] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192747, 'name': CreateVM_Task, 'duration_secs': 0.471717} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.333940] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.334738] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.334923] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.335277] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.335560] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ca8026-828d-43a2-a5a3-33db98d0dd8e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.345178] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 779.345178] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521afb74-67a4-8e26-bc23-c5b096b5d9b6" [ 779.345178] env[70041]: _type = "Task" [ 779.345178] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.354552] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521afb74-67a4-8e26-bc23-c5b096b5d9b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.473734] env[70041]: DEBUG oslo_vmware.api [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192748, 'name': PowerOffVM_Task, 'duration_secs': 0.279726} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.474043] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.474208] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.474471] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f124a7-69ab-492e-90f2-1920a447a3cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.529660] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192751, 'name': CreateVM_Task, 'duration_secs': 0.413938} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.530057] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.530619] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.554606] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.554606] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.554606] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Deleting the datastore file [datastore2] 9201b7d0-000a-419a-963d-88ab8678ca39 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.554959] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53ccacaa-ce51-4854-8566-2741cca88c1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.562347] env[70041]: DEBUG oslo_vmware.api [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 779.562347] env[70041]: value = "task-3192753" [ 779.562347] env[70041]: _type = "Task" [ 779.562347] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.576233] env[70041]: DEBUG oslo_vmware.api [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.609411] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c9436e1f-3917-4a87-a6a1-4a39805fa074 tempest-ServerActionsV293TestJSON-1319363271 tempest-ServerActionsV293TestJSON-1319363271-project-member] Lock "7f58ce23-f507-46f8-8e83-bcd0c5e6e548" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.123s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.636278] env[70041]: INFO nova.compute.manager [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Rebuilding instance [ 779.708539] env[70041]: DEBUG nova.compute.manager [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.709432] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e77aa0-7936-4510-b42a-f2580cbf64ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.729669] env[70041]: DEBUG nova.network.neutron [req-f1560912-5e19-4513-8451-eda1fa15670f req-719ed663-313e-49dd-8a4d-e4f8523e4b07 service nova] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Updated VIF entry in instance network info cache for port 45feaa3a-957b-4b06-9ec7-3299112860d7. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.730040] env[70041]: DEBUG nova.network.neutron [req-f1560912-5e19-4513-8451-eda1fa15670f req-719ed663-313e-49dd-8a4d-e4f8523e4b07 service nova] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Updating instance_info_cache with network_info: [{"id": "45feaa3a-957b-4b06-9ec7-3299112860d7", "address": "fa:16:3e:0a:14:c5", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feaa3a-95", "ovs_interfaceid": "45feaa3a-957b-4b06-9ec7-3299112860d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.856829] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521afb74-67a4-8e26-bc23-c5b096b5d9b6, 'name': SearchDatastore_Task, 'duration_secs': 0.017573} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.859284] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.859656] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.859947] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.860113] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.860290] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.860784] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.861106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.861341] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cefd7080-5f0d-4885-b03e-ed444e223bed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.863529] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad9a634-40cc-45c9-9b33-ab18e30b4e79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.870403] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 779.870403] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5280d85b-1193-6b3b-245e-ee7b0bdf5fff" [ 779.870403] env[70041]: _type = "Task" [ 779.870403] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.876719] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.876954] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.878148] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4c4469-485b-4e94-8a78-92c893931e94 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.883467] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5280d85b-1193-6b3b-245e-ee7b0bdf5fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.887289] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 779.887289] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aafac3-b07a-977e-78dc-b8817cc276cc" [ 779.887289] env[70041]: _type = "Task" [ 779.887289] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.898284] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aafac3-b07a-977e-78dc-b8817cc276cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.073757] env[70041]: DEBUG oslo_vmware.api [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253811} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.076726] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.076977] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.077175] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.077349] env[70041]: INFO nova.compute.manager [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Took 1.17 seconds to destroy the instance on the hypervisor. [ 780.077599] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.078812] env[70041]: DEBUG nova.compute.manager [-] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.078812] env[70041]: DEBUG nova.network.neutron [-] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.232160] env[70041]: DEBUG oslo_concurrency.lockutils [req-f1560912-5e19-4513-8451-eda1fa15670f req-719ed663-313e-49dd-8a4d-e4f8523e4b07 service nova] Releasing lock "refresh_cache-31abb123-7d7d-4867-a00d-d4934d1cdb2d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.257014] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2246b3e3-7327-4446-8e96-f8478866fdf6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.266812] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0e386f-d94b-4a68-842e-4d5424e50b9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.301041] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7940888-fce0-44fe-a4e6-481507875068 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.309216] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de20bf7-b2f7-458e-9c0b-83f75fa8e1f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.327085] env[70041]: DEBUG nova.compute.provider_tree [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.381878] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5280d85b-1193-6b3b-245e-ee7b0bdf5fff, 'name': SearchDatastore_Task, 'duration_secs': 0.016587} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.382231] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.382469] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.382721] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.398365] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aafac3-b07a-977e-78dc-b8817cc276cc, 'name': SearchDatastore_Task, 'duration_secs': 0.018765} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.399215] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a7d91e-6e16-4939-b7ba-a5752d47dcb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.405753] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 780.405753] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e2cd4-1241-a0ee-c99b-d50aeafb2178" [ 780.405753] env[70041]: _type = "Task" [ 780.405753] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.415196] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e2cd4-1241-a0ee-c99b-d50aeafb2178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.731678] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.732090] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b03a5c0-bdc2-4f4e-87fd-c341946578b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.742075] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 780.742075] env[70041]: value = "task-3192754" [ 780.742075] env[70041]: _type = "Task" [ 780.742075] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.753187] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.830521] env[70041]: DEBUG nova.scheduler.client.report [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.834599] env[70041]: DEBUG nova.network.neutron [-] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.917778] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e2cd4-1241-a0ee-c99b-d50aeafb2178, 'name': SearchDatastore_Task, 'duration_secs': 0.015318} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.918170] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.918628] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 31abb123-7d7d-4867-a00d-d4934d1cdb2d/31abb123-7d7d-4867-a00d-d4934d1cdb2d.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.918628] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.918808] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.919017] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3945f0cd-e64d-4034-bcb6-5b658e22cbd5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.921155] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-758d4d36-9a2d-4d66-af67-b0fc413041c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.930994] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 780.930994] env[70041]: value = "task-3192755" [ 780.930994] env[70041]: _type = "Task" [ 780.930994] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.932618] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.932881] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.936712] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f470fa6-ce71-47f1-9257-04fcd0b4c285 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.943287] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 780.943287] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528088ea-6b92-5da3-8c3f-9f37d00b0ef7" [ 780.943287] env[70041]: _type = "Task" [ 780.943287] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.946545] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.956229] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528088ea-6b92-5da3-8c3f-9f37d00b0ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.037656] env[70041]: DEBUG nova.compute.manager [req-d8177147-6627-4eaa-87e0-ea83938481d8 req-f1cbce8b-66b4-43dc-8ae9-61ef7581a8fb service nova] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Received event network-vif-deleted-633f0677-49f0-4cdc-bdb4-2a8c14fb72b9 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 781.255045] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192754, 'name': PowerOffVM_Task, 'duration_secs': 0.189382} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.255170] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.255847] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.256767] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44278bd3-cc0b-4bd3-90df-63fa746141fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.265034] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.265137] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7972a705-918b-4752-8df1-d2c1a20cf7bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.283957] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquiring lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.284474] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.284930] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquiring lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.285253] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.285444] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.292234] env[70041]: INFO nova.compute.manager [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Terminating instance [ 781.296021] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.296379] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.296625] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Deleting the datastore file [datastore1] 31af2cfa-b105-4f96-838d-b509ff19d07a {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.298660] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f948735-4cc4-4365-8a03-95ae97da64ea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.307644] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 781.307644] env[70041]: value = "task-3192757" [ 781.307644] env[70041]: _type = "Task" [ 781.307644] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.320072] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.337921] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.339760] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.443s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.341676] env[70041]: INFO nova.compute.claims [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.345245] env[70041]: INFO nova.compute.manager [-] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Took 1.27 seconds to deallocate network for instance. [ 781.365249] env[70041]: INFO nova.scheduler.client.report [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Deleted allocations for instance 6c7f4b2e-2535-4535-b17a-d487ef4ef792 [ 781.443943] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192755, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.460237] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528088ea-6b92-5da3-8c3f-9f37d00b0ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.015134} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.461210] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2af4a8-7714-436c-bfca-d00f8ced2810 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.467944] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 781.467944] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5217cd8b-1f23-0293-b686-63d80dc5a542" [ 781.467944] env[70041]: _type = "Task" [ 781.467944] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.477406] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5217cd8b-1f23-0293-b686-63d80dc5a542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.803143] env[70041]: DEBUG nova.compute.manager [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.803399] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.804325] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95ba61f-1fa7-40d4-b179-ebc06bea14b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.814883] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.815489] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31127f32-f36e-448d-a32b-8664c3839b36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.820858] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279685} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.822132] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.822365] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.822971] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.825695] env[70041]: DEBUG oslo_vmware.api [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 781.825695] env[70041]: value = "task-3192758" [ 781.825695] env[70041]: _type = "Task" [ 781.825695] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.835427] env[70041]: DEBUG oslo_vmware.api [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.854457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.873515] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7b260b06-76f1-4eeb-8666-059fe2429206 tempest-VolumesAssistedSnapshotsTest-577388709 tempest-VolumesAssistedSnapshotsTest-577388709-project-member] Lock "6c7f4b2e-2535-4535-b17a-d487ef4ef792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.783s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.943503] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646882} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.943891] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 31abb123-7d7d-4867-a00d-d4934d1cdb2d/31abb123-7d7d-4867-a00d-d4934d1cdb2d.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.943976] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.944243] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9d53407-9f85-4ee3-8d2e-83b354e1d835 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.953187] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 781.953187] env[70041]: value = "task-3192759" [ 781.953187] env[70041]: _type = "Task" [ 781.953187] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.963578] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.978869] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5217cd8b-1f23-0293-b686-63d80dc5a542, 'name': SearchDatastore_Task, 'duration_secs': 0.065498} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.979178] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.979443] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506/854c7d4e-d1d9-45f1-abb3-d7df6aef2506.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.979731] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a511639-12ae-4ea4-b013-4da1972f6369 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.989572] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 781.989572] env[70041]: value = "task-3192760" [ 781.989572] env[70041]: _type = "Task" [ 781.989572] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.001354] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.342798] env[70041]: DEBUG oslo_vmware.api [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192758, 'name': PowerOffVM_Task, 'duration_secs': 0.258072} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.343223] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.343459] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.343782] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-030daf5a-a669-48f3-b573-053d3f5d096a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.435284] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.435284] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.435284] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Deleting the datastore file [datastore2] 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.435284] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77b90abb-a855-4941-ab77-f684ac07b51d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.447270] env[70041]: DEBUG oslo_vmware.api [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for the task: (returnval){ [ 782.447270] env[70041]: value = "task-3192762" [ 782.447270] env[70041]: _type = "Task" [ 782.447270] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.456288] env[70041]: DEBUG oslo_vmware.api [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.480142] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081238} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.480142] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.480142] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65f3ffe-ef3f-463a-883b-89af81f3346d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.511526] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 31abb123-7d7d-4867-a00d-d4934d1cdb2d/31abb123-7d7d-4867-a00d-d4934d1cdb2d.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.519489] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e598c15-75df-4cab-b4c1-b8db354fa892 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.544633] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192760, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.548465] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 782.548465] env[70041]: value = "task-3192763" [ 782.548465] env[70041]: _type = "Task" [ 782.548465] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.564617] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.871787] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.872078] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.872242] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.872423] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.872570] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.872831] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.873122] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.873233] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.873405] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.873575] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.873763] env[70041]: DEBUG nova.virt.hardware [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.874691] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea75fd7-c170-4652-b31b-cabea7a3130f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.886157] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a867857c-7cae-4aa2-a4ba-d21504c7e5e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.906315] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.912148] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.915154] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.915838] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e776d146-5c6b-4104-8da9-429a0d27533e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.938931] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.938931] env[70041]: value = "task-3192764" [ 782.938931] env[70041]: _type = "Task" [ 782.938931] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.957971] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192764, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.966155] env[70041]: DEBUG oslo_vmware.api [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Task: {'id': task-3192762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418912} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.966619] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.966908] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.967244] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.967539] env[70041]: INFO nova.compute.manager [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 782.967935] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.968255] env[70041]: DEBUG nova.compute.manager [-] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.968431] env[70041]: DEBUG nova.network.neutron [-] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.021339] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624202} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.024625] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506/854c7d4e-d1d9-45f1-abb3-d7df6aef2506.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.025063] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.025557] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6e6dd62-3ec0-4d49-9367-8d90a1090463 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.036065] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 783.036065] env[70041]: value = "task-3192765" [ 783.036065] env[70041]: _type = "Task" [ 783.036065] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.050477] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.063106] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.080277] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c6202f-09b8-4658-8c58-4c77914ac801 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.089551] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e0c4af-600e-4d26-85c0-e48eda5e65d8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.127139] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edf0c26-7906-438c-b423-529dcd6db843 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.134675] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1604bddd-da66-477f-934e-ff96b243f794 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.150507] env[70041]: DEBUG nova.compute.provider_tree [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.453470] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192764, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.549771] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276973} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.550118] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.551030] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e572cd-c828-4bda-9e0f-14f42b0fc9fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.573989] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192763, 'name': ReconfigVM_Task, 'duration_secs': 0.527047} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.581012] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 31abb123-7d7d-4867-a00d-d4934d1cdb2d/31abb123-7d7d-4867-a00d-d4934d1cdb2d.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.591540] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506/854c7d4e-d1d9-45f1-abb3-d7df6aef2506.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.591938] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63d36473-5394-4019-a19f-58d985936170 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.594226] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2a9739e-7fd0-429c-844a-b9e283669d89 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.616637] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 783.616637] env[70041]: value = "task-3192766" [ 783.616637] env[70041]: _type = "Task" [ 783.616637] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.621846] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 783.621846] env[70041]: value = "task-3192767" [ 783.621846] env[70041]: _type = "Task" [ 783.621846] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.636034] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192767, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.639559] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192766, 'name': Rename_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.653825] env[70041]: DEBUG nova.scheduler.client.report [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.839159] env[70041]: DEBUG nova.compute.manager [req-919f5356-60bb-46de-8dab-019dc17599c0 req-2d155370-78af-4836-9bb4-d701bcdc01f2 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Received event network-vif-deleted-9b6f5558-dc42-46db-b0f9-a35136e3cdb0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 783.839773] env[70041]: INFO nova.compute.manager [req-919f5356-60bb-46de-8dab-019dc17599c0 req-2d155370-78af-4836-9bb4-d701bcdc01f2 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Neutron deleted interface 9b6f5558-dc42-46db-b0f9-a35136e3cdb0; detaching it from the instance and deleting it from the info cache [ 783.840048] env[70041]: DEBUG nova.network.neutron [req-919f5356-60bb-46de-8dab-019dc17599c0 req-2d155370-78af-4836-9bb4-d701bcdc01f2 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.952395] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192764, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.136437] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192767, 'name': ReconfigVM_Task, 'duration_secs': 0.375453} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.139423] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506/854c7d4e-d1d9-45f1-abb3-d7df6aef2506.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.140119] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192766, 'name': Rename_Task, 'duration_secs': 0.196168} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.140335] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e7e0154-f313-4a93-af7d-7340c5ca7e57 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.142123] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.142492] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-249f9324-b32f-4daf-a7f2-97e29de1e0d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.151126] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 784.151126] env[70041]: value = "task-3192768" [ 784.151126] env[70041]: _type = "Task" [ 784.151126] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.152249] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 784.152249] env[70041]: value = "task-3192769" [ 784.152249] env[70041]: _type = "Task" [ 784.152249] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.162546] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.163294] env[70041]: DEBUG nova.compute.manager [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.172747] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.701s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.175545] env[70041]: INFO nova.compute.claims [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.179154] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.179322] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192769, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.220254] env[70041]: DEBUG nova.network.neutron [-] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.342962] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3005c37-942c-4562-ba73-df2c44e05aa2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.354724] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ba2e05-079a-4773-8997-cb7bb4b2001e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.395959] env[70041]: DEBUG nova.compute.manager [req-919f5356-60bb-46de-8dab-019dc17599c0 req-2d155370-78af-4836-9bb4-d701bcdc01f2 service nova] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Detach interface failed, port_id=9b6f5558-dc42-46db-b0f9-a35136e3cdb0, reason: Instance 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 784.454292] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192764, 'name': CreateVM_Task, 'duration_secs': 1.443146} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.454531] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.455050] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.455239] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.455572] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.455863] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3836bcf8-b694-43a7-9e56-91eedc75fb0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.461453] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 784.461453] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a3cd6e-25f0-2aff-fd32-3d4215a17854" [ 784.461453] env[70041]: _type = "Task" [ 784.461453] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.470793] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a3cd6e-25f0-2aff-fd32-3d4215a17854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.670844] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192768, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.671182] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192769, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.686028] env[70041]: DEBUG nova.compute.utils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.689614] env[70041]: DEBUG nova.compute.manager [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.689614] env[70041]: DEBUG nova.network.neutron [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.723184] env[70041]: INFO nova.compute.manager [-] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Took 1.75 seconds to deallocate network for instance. [ 784.776279] env[70041]: DEBUG nova.policy [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '931053a4de5e4b8299d92f83f56aec79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3811bdd0046c4b4da2de2fa953c88a24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.972959] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a3cd6e-25f0-2aff-fd32-3d4215a17854, 'name': SearchDatastore_Task, 'duration_secs': 0.015058} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.973508] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.973804] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.974108] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.974300] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.974520] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.974844] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f74b4d0-c880-443d-b951-e473a2c5b553 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.989472] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.991079] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.992122] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed675c4d-913c-4bc6-9677-0b11f9a488f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.998891] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 784.998891] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524dfd45-cf67-470a-8d93-cbfa863ba9d9" [ 784.998891] env[70041]: _type = "Task" [ 784.998891] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.008151] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524dfd45-cf67-470a-8d93-cbfa863ba9d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.168588] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192769, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.173524] env[70041]: DEBUG oslo_vmware.api [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192768, 'name': PowerOnVM_Task, 'duration_secs': 0.592828} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.173524] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.173524] env[70041]: INFO nova.compute.manager [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Took 9.03 seconds to spawn the instance on the hypervisor. [ 785.173524] env[70041]: DEBUG nova.compute.manager [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.174056] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cfa421-e9c4-44ef-bae0-f6463986d192 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.193235] env[70041]: DEBUG nova.compute.utils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.232086] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.510510] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524dfd45-cf67-470a-8d93-cbfa863ba9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.050164} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.511149] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2175a20c-cfa4-4a95-8022-9b7deab58d37 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.521082] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 785.521082] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520cba3e-b720-3b43-4213-5ee15bf1c48c" [ 785.521082] env[70041]: _type = "Task" [ 785.521082] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.535585] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520cba3e-b720-3b43-4213-5ee15bf1c48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.620048] env[70041]: DEBUG nova.network.neutron [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Successfully created port: 3720179a-f7ec-4959-85ea-7ba81859a17b {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.677882] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192769, 'name': Rename_Task, 'duration_secs': 1.116199} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.678127] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.680715] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a58683e8-334a-4e68-8e01-0e57480eaa0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.698245] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 785.698245] env[70041]: value = "task-3192770" [ 785.698245] env[70041]: _type = "Task" [ 785.698245] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.702861] env[70041]: DEBUG nova.compute.manager [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.710267] env[70041]: INFO nova.compute.manager [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Took 46.89 seconds to build instance. [ 785.714017] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bee466-849b-81c0-db74-2a06872a9fae/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.714017] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4cc402-82fc-4485-9295-b287d364cff3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.720117] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.724980] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bee466-849b-81c0-db74-2a06872a9fae/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.725370] env[70041]: ERROR oslo_vmware.rw_handles [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bee466-849b-81c0-db74-2a06872a9fae/disk-0.vmdk due to incomplete transfer. [ 785.728460] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea7d1a8e-3eef-4c08-aaf5-b7d99c5d379f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.741047] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bee466-849b-81c0-db74-2a06872a9fae/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.741047] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Uploaded image 375076ce-59f9-482a-80e7-52ca84cedba3 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.742099] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.742963] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a9336438-e134-4493-a4c7-1b3e9170f469 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.760286] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 785.760286] env[70041]: value = "task-3192771" [ 785.760286] env[70041]: _type = "Task" [ 785.760286] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.770870] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192771, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.898314] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e55331d-2200-4f65-a5e3-04896c2073ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.908245] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b228d0-9143-44f9-ac17-452329fe2ed2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.944968] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc18c73-2085-4b5c-840f-ceb8c1c94f26 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.954725] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b3a043-2c8f-4b52-88bc-5d248bed6c6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.971367] env[70041]: DEBUG nova.compute.provider_tree [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.037826] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520cba3e-b720-3b43-4213-5ee15bf1c48c, 'name': SearchDatastore_Task, 'duration_secs': 0.021572} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.038130] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.038426] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 31af2cfa-b105-4f96-838d-b509ff19d07a/31af2cfa-b105-4f96-838d-b509ff19d07a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.038716] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6f14a44-47fc-46d4-9740-c28be7b96425 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.046899] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 786.046899] env[70041]: value = "task-3192772" [ 786.046899] env[70041]: _type = "Task" [ 786.046899] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.056658] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.220021] env[70041]: DEBUG oslo_vmware.api [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192770, 'name': PowerOnVM_Task, 'duration_secs': 0.462997} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.220021] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.220021] env[70041]: INFO nova.compute.manager [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Took 7.35 seconds to spawn the instance on the hypervisor. [ 786.220021] env[70041]: DEBUG nova.compute.manager [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.220021] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab9d3e9-1ce1-4a2f-9188-cd0df948ad65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.221750] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b02547d7-74cc-4996-9adc-5aa0b1ebadbd tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.278s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.260811] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] Acquiring lock "refresh_cache-31abb123-7d7d-4867-a00d-d4934d1cdb2d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.261742] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] Acquired lock "refresh_cache-31abb123-7d7d-4867-a00d-d4934d1cdb2d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.261742] env[70041]: DEBUG nova.network.neutron [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.278316] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192771, 'name': Destroy_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.475321] env[70041]: DEBUG nova.scheduler.client.report [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.563748] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192772, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.719334] env[70041]: DEBUG nova.compute.manager [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.742711] env[70041]: INFO nova.compute.manager [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Took 45.89 seconds to build instance. [ 786.753888] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:59:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1015982363',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-845473911',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.754569] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.754838] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.755208] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.755416] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.757014] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.757014] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.757180] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.758132] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.758353] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.758942] env[70041]: DEBUG nova.virt.hardware [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.759883] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c3b2dc-27f2-4a8b-95fb-9ee79480fb79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.779235] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb98174-d708-4075-ad7b-bfd51f15bd1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.786041] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192771, 'name': Destroy_Task, 'duration_secs': 0.539988} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.786875] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Destroyed the VM [ 786.787584] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.788652] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8e4189fd-347f-4ee9-9bc8-8945a45230b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.800715] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 786.800715] env[70041]: value = "task-3192773" [ 786.800715] env[70041]: _type = "Task" [ 786.800715] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.809427] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.980959] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.981564] env[70041]: DEBUG nova.compute.manager [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.987104] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.601s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.987104] env[70041]: DEBUG nova.objects.instance [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lazy-loading 'resources' on Instance uuid 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.025087] env[70041]: DEBUG nova.network.neutron [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Updating instance_info_cache with network_info: [{"id": "45feaa3a-957b-4b06-9ec7-3299112860d7", "address": "fa:16:3e:0a:14:c5", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feaa3a-95", "ovs_interfaceid": "45feaa3a-957b-4b06-9ec7-3299112860d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.059223] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778857} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.059556] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 31af2cfa-b105-4f96-838d-b509ff19d07a/31af2cfa-b105-4f96-838d-b509ff19d07a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.059775] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.060045] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b081d9b4-9ed0-451c-bae9-7986e6f8703e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.069212] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 787.069212] env[70041]: value = "task-3192774" [ 787.069212] env[70041]: _type = "Task" [ 787.069212] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.079892] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.244944] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74ae9e7f-35e5-4348-a0e0-d8fa7cf68ed3 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "854c7d4e-d1d9-45f1-abb3-d7df6aef2506" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.517s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.312354] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192773, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.339497] env[70041]: DEBUG nova.network.neutron [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Successfully updated port: 3720179a-f7ec-4959-85ea-7ba81859a17b {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.492387] env[70041]: DEBUG nova.compute.utils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.502828] env[70041]: DEBUG nova.compute.manager [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.502828] env[70041]: DEBUG nova.network.neutron [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.534550] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] Releasing lock "refresh_cache-31abb123-7d7d-4867-a00d-d4934d1cdb2d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.534992] env[70041]: DEBUG nova.compute.manager [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Inject network info {{(pid=70041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 787.535357] env[70041]: DEBUG nova.compute.manager [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] network_info to inject: |[{"id": "45feaa3a-957b-4b06-9ec7-3299112860d7", "address": "fa:16:3e:0a:14:c5", "network": {"id": "eefad460-93c8-43bf-9ad7-05c814516d13", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1410377199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f2aae429f95441d94ec1b3018b4a3ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45feaa3a-95", "ovs_interfaceid": "45feaa3a-957b-4b06-9ec7-3299112860d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 787.541725] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Reconfiguring VM instance to set the machine id {{(pid=70041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 787.543730] env[70041]: DEBUG nova.policy [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f64e1d7d9e24e12b95df62ae04e75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3510290228a4389b972dd2c1a12bff3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.546457] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16ce262-b87d-4650-8213-e737c074dedf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.580339] env[70041]: DEBUG oslo_vmware.api [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] Waiting for the task: (returnval){ [ 787.580339] env[70041]: value = "task-3192775" [ 787.580339] env[70041]: _type = "Task" [ 787.580339] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.586479] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068321} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.587345] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.588285] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd59b283-7fe5-45b2-9a43-e240ea160d68 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.594777] env[70041]: DEBUG oslo_vmware.api [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] Task: {'id': task-3192775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.618966] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 31af2cfa-b105-4f96-838d-b509ff19d07a/31af2cfa-b105-4f96-838d-b509ff19d07a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.621958] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e698e17a-cb51-4c58-b7f5-f9639c476fd4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.643924] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 787.643924] env[70041]: value = "task-3192776" [ 787.643924] env[70041]: _type = "Task" [ 787.643924] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.654118] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.685502] env[70041]: DEBUG nova.compute.manager [req-a640c7c3-ef57-42c7-a8cb-2ecf17b15db0 req-f3751327-5e4c-4197-bda3-9f73c828eb04 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Received event network-vif-plugged-3720179a-f7ec-4959-85ea-7ba81859a17b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 787.685801] env[70041]: DEBUG oslo_concurrency.lockutils [req-a640c7c3-ef57-42c7-a8cb-2ecf17b15db0 req-f3751327-5e4c-4197-bda3-9f73c828eb04 service nova] Acquiring lock "dd223fdf-3d89-4464-8007-a75548e78e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.686083] env[70041]: DEBUG oslo_concurrency.lockutils [req-a640c7c3-ef57-42c7-a8cb-2ecf17b15db0 req-f3751327-5e4c-4197-bda3-9f73c828eb04 service nova] Lock "dd223fdf-3d89-4464-8007-a75548e78e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.686277] env[70041]: DEBUG oslo_concurrency.lockutils [req-a640c7c3-ef57-42c7-a8cb-2ecf17b15db0 req-f3751327-5e4c-4197-bda3-9f73c828eb04 service nova] Lock "dd223fdf-3d89-4464-8007-a75548e78e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.686505] env[70041]: DEBUG nova.compute.manager [req-a640c7c3-ef57-42c7-a8cb-2ecf17b15db0 req-f3751327-5e4c-4197-bda3-9f73c828eb04 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] No waiting events found dispatching network-vif-plugged-3720179a-f7ec-4959-85ea-7ba81859a17b {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.686685] env[70041]: WARNING nova.compute.manager [req-a640c7c3-ef57-42c7-a8cb-2ecf17b15db0 req-f3751327-5e4c-4197-bda3-9f73c828eb04 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Received unexpected event network-vif-plugged-3720179a-f7ec-4959-85ea-7ba81859a17b for instance with vm_state building and task_state spawning. [ 787.823118] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192773, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.842597] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "refresh_cache-dd223fdf-3d89-4464-8007-a75548e78e07" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.842597] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquired lock "refresh_cache-dd223fdf-3d89-4464-8007-a75548e78e07" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.842781] env[70041]: DEBUG nova.network.neutron [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.919707] env[70041]: DEBUG nova.network.neutron [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Successfully created port: fece90d0-40f7-4832-9b26-a9a5e796a381 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.000170] env[70041]: DEBUG nova.compute.manager [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.095402] env[70041]: DEBUG oslo_vmware.api [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] Task: {'id': task-3192775, 'name': ReconfigVM_Task, 'duration_secs': 0.235383} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.099179] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d1514f93-e440-4e5e-8141-fd5ef1c7b9fc tempest-ServersAdminTestJSON-522866470 tempest-ServersAdminTestJSON-522866470-project-admin] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Reconfigured VM instance to set the machine id {{(pid=70041) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 788.154775] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192776, 'name': ReconfigVM_Task, 'duration_secs': 0.310298} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.157790] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 31af2cfa-b105-4f96-838d-b509ff19d07a/31af2cfa-b105-4f96-838d-b509ff19d07a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.159370] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04bda575-81a2-4327-bb29-a3f9ca2fb8a4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.168032] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 788.168032] env[70041]: value = "task-3192777" [ 788.168032] env[70041]: _type = "Task" [ 788.168032] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.179642] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192777, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.215256] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fa1620-ca7b-4ba9-9fa4-15cf12f9fb22 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.223796] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead38384-4125-45f4-9cf9-51a36779b24e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.260627] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca9f90-0b94-4cda-9bbb-6a1558446530 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.269250] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06243629-8a07-469f-8c2e-4676fcfa3782 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.285595] env[70041]: DEBUG nova.compute.provider_tree [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.314268] env[70041]: DEBUG oslo_vmware.api [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192773, 'name': RemoveSnapshot_Task, 'duration_secs': 1.249391} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.314559] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 788.315085] env[70041]: INFO nova.compute.manager [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Took 15.75 seconds to snapshot the instance on the hypervisor. [ 788.400631] env[70041]: DEBUG nova.network.neutron [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.681425] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192777, 'name': Rename_Task, 'duration_secs': 0.152763} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.681961] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.682366] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e3c27be-a126-491e-ae9b-01bfeb8beace {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.693432] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 788.693432] env[70041]: value = "task-3192778" [ 788.693432] env[70041]: _type = "Task" [ 788.693432] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.707637] env[70041]: DEBUG nova.network.neutron [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Updating instance_info_cache with network_info: [{"id": "3720179a-f7ec-4959-85ea-7ba81859a17b", "address": "fa:16:3e:97:a6:d6", "network": {"id": "e4f907d8-b2a2-4f2b-a12a-cb74cc7e721d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1848099100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3811bdd0046c4b4da2de2fa953c88a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3720179a-f7", "ovs_interfaceid": "3720179a-f7ec-4959-85ea-7ba81859a17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.715852] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192778, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.789331] env[70041]: DEBUG nova.scheduler.client.report [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.869707] env[70041]: DEBUG nova.compute.manager [None req-0b274327-c164-46a2-b010-ca523ce6dd30 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Found 2 images (rotation: 2) {{(pid=70041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 788.979486] env[70041]: INFO nova.compute.manager [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Rebuilding instance [ 789.012290] env[70041]: DEBUG nova.compute.manager [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.030349] env[70041]: DEBUG nova.compute.manager [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.031302] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a95cd73-059c-4326-970e-70b4aa681e45 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.036480] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.036719] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.036844] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.037154] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.037223] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.037333] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.037542] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.037746] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.037872] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.038023] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.038196] env[70041]: DEBUG nova.virt.hardware [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.039063] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b7e01-5956-4983-a5a0-aa2442b3dbbf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.050627] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb25cc2-a5ec-4165-82d3-6390e3317169 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.207508] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192778, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.210119] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Releasing lock "refresh_cache-dd223fdf-3d89-4464-8007-a75548e78e07" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.210426] env[70041]: DEBUG nova.compute.manager [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Instance network_info: |[{"id": "3720179a-f7ec-4959-85ea-7ba81859a17b", "address": "fa:16:3e:97:a6:d6", "network": {"id": "e4f907d8-b2a2-4f2b-a12a-cb74cc7e721d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1848099100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3811bdd0046c4b4da2de2fa953c88a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3720179a-f7", "ovs_interfaceid": "3720179a-f7ec-4959-85ea-7ba81859a17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.210857] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:a6:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3720179a-f7ec-4959-85ea-7ba81859a17b', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.218907] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.219164] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.219390] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-635dea9a-2a89-41c6-b78c-3bd43f6f32e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.241055] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.241055] env[70041]: value = "task-3192779" [ 789.241055] env[70041]: _type = "Task" [ 789.241055] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.249604] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192779, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.295064] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.301581] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.454s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.336178] env[70041]: INFO nova.scheduler.client.report [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Deleted allocations for instance 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57 [ 789.640616] env[70041]: DEBUG nova.network.neutron [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Successfully updated port: fece90d0-40f7-4832-9b26-a9a5e796a381 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.705284] env[70041]: DEBUG oslo_vmware.api [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192778, 'name': PowerOnVM_Task, 'duration_secs': 0.784309} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.705859] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.705859] env[70041]: DEBUG nova.compute.manager [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.706696] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f083889-adf6-44fd-aa1a-c9c3207ccf54 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.751829] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192779, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.813119] env[70041]: INFO nova.compute.claims [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.845779] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a60a9243-7e3a-4ae8-88ae-9f6db1ac01cc tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "885fd5ab-ea7d-47fd-aec0-80e8a10f3a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.195s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.988030] env[70041]: DEBUG nova.compute.manager [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Received event network-changed-3720179a-f7ec-4959-85ea-7ba81859a17b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 789.988280] env[70041]: DEBUG nova.compute.manager [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Refreshing instance network info cache due to event network-changed-3720179a-f7ec-4959-85ea-7ba81859a17b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 789.988386] env[70041]: DEBUG oslo_concurrency.lockutils [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] Acquiring lock "refresh_cache-dd223fdf-3d89-4464-8007-a75548e78e07" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.988601] env[70041]: DEBUG oslo_concurrency.lockutils [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] Acquired lock "refresh_cache-dd223fdf-3d89-4464-8007-a75548e78e07" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.988722] env[70041]: DEBUG nova.network.neutron [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Refreshing network info cache for port 3720179a-f7ec-4959-85ea-7ba81859a17b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.051187] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.051302] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d4d49fb-f258-4617-97d4-dfa41292b84f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.059880] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 790.059880] env[70041]: value = "task-3192780" [ 790.059880] env[70041]: _type = "Task" [ 790.059880] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.069749] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.143704] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "refresh_cache-c278d2da-407a-4cc3-8ad5-89d6cc924d58" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.143866] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "refresh_cache-c278d2da-407a-4cc3-8ad5-89d6cc924d58" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.144024] env[70041]: DEBUG nova.network.neutron [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.224180] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.253851] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192779, 'name': CreateVM_Task, 'duration_secs': 0.512854} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.254049] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.254696] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.254855] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.255291] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.255494] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3ecde4-9853-49f5-91e4-6cbc0ecc55b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.260954] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 790.260954] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521bdd58-43c8-ae99-a4ff-190830610ed5" [ 790.260954] env[70041]: _type = "Task" [ 790.260954] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.270529] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521bdd58-43c8-ae99-a4ff-190830610ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.319034] env[70041]: INFO nova.compute.resource_tracker [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating resource usage from migration 5e7d69e6-3840-41d0-bb6b-28e0e6d28f73 [ 790.493611] env[70041]: DEBUG nova.compute.manager [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.496549] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803ab391-d127-4368-a3ef-d8ab6dc3ff31 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.576898] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192780, 'name': PowerOffVM_Task, 'duration_secs': 0.139013} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.577207] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.578113] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.578973] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ae729c-ae4e-4c8f-bf52-0759217bc7e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.592166] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.592485] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30722135-0d9e-4b4f-8965-0a277416de77 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.624276] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.624518] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.624681] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Deleting the datastore file [datastore2] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.627625] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-454f891a-3771-41b0-886b-06acf15ee946 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.634895] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 790.634895] env[70041]: value = "task-3192782" [ 790.634895] env[70041]: _type = "Task" [ 790.634895] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.643552] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.712530] env[70041]: DEBUG nova.network.neutron [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.779514] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521bdd58-43c8-ae99-a4ff-190830610ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.037049} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.779514] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.779724] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.779954] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.780325] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.780325] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.780562] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8109a078-5785-44f3-8477-0f753ce706d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.803685] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.803685] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.804459] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-916abc99-b1cd-44ad-afe9-75d511de8fee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.816865] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 790.816865] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b385ea-cefe-7c88-69ef-ab3529dc249a" [ 790.816865] env[70041]: _type = "Task" [ 790.816865] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.824168] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b385ea-cefe-7c88-69ef-ab3529dc249a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.857374] env[70041]: DEBUG nova.network.neutron [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Updated VIF entry in instance network info cache for port 3720179a-f7ec-4959-85ea-7ba81859a17b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.858036] env[70041]: DEBUG nova.network.neutron [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Updating instance_info_cache with network_info: [{"id": "3720179a-f7ec-4959-85ea-7ba81859a17b", "address": "fa:16:3e:97:a6:d6", "network": {"id": "e4f907d8-b2a2-4f2b-a12a-cb74cc7e721d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1848099100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3811bdd0046c4b4da2de2fa953c88a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3720179a-f7", "ovs_interfaceid": "3720179a-f7ec-4959-85ea-7ba81859a17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.912407] env[70041]: DEBUG nova.network.neutron [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Updating instance_info_cache with network_info: [{"id": "fece90d0-40f7-4832-9b26-a9a5e796a381", "address": "fa:16:3e:18:11:2c", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfece90d0-40", "ovs_interfaceid": "fece90d0-40f7-4832-9b26-a9a5e796a381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.918360] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18885653-6acf-4df2-b655-70a3b21d69c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.927376] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045daca-d52c-4424-b7f6-7044b2dd0c28 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.965855] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb59f16-a6b0-4d9c-9b9e-a05c79389fd4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.974610] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4c8be4-a0be-4844-9d7a-a843235b4b03 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.989537] env[70041]: DEBUG nova.compute.provider_tree [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.011472] env[70041]: INFO nova.compute.manager [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] instance snapshotting [ 791.011472] env[70041]: DEBUG nova.objects.instance [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'flavor' on Instance uuid 004005be-9af0-421e-9352-9bec6c956564 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.145927] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307002} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.146278] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.146496] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.146653] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.323800] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b385ea-cefe-7c88-69ef-ab3529dc249a, 'name': SearchDatastore_Task, 'duration_secs': 0.015041} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.324628] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afba21f-6ddd-4def-8e61-bb9b871228f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.330084] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 791.330084] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c8906e-d8a2-eec8-669e-6293007b40bd" [ 791.330084] env[70041]: _type = "Task" [ 791.330084] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.337942] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c8906e-d8a2-eec8-669e-6293007b40bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.360071] env[70041]: INFO nova.compute.manager [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Rebuilding instance [ 791.362340] env[70041]: DEBUG oslo_concurrency.lockutils [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] Releasing lock "refresh_cache-dd223fdf-3d89-4464-8007-a75548e78e07" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.362571] env[70041]: DEBUG nova.compute.manager [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Received event network-vif-plugged-fece90d0-40f7-4832-9b26-a9a5e796a381 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 791.362760] env[70041]: DEBUG oslo_concurrency.lockutils [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] Acquiring lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.362958] env[70041]: DEBUG oslo_concurrency.lockutils [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] Lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.363139] env[70041]: DEBUG oslo_concurrency.lockutils [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] Lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.363305] env[70041]: DEBUG nova.compute.manager [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] No waiting events found dispatching network-vif-plugged-fece90d0-40f7-4832-9b26-a9a5e796a381 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.363448] env[70041]: WARNING nova.compute.manager [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Received unexpected event network-vif-plugged-fece90d0-40f7-4832-9b26-a9a5e796a381 for instance with vm_state building and task_state spawning. [ 791.363614] env[70041]: DEBUG nova.compute.manager [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Received event network-changed-fece90d0-40f7-4832-9b26-a9a5e796a381 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 791.363894] env[70041]: DEBUG nova.compute.manager [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Refreshing instance network info cache due to event network-changed-fece90d0-40f7-4832-9b26-a9a5e796a381. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 791.363960] env[70041]: DEBUG oslo_concurrency.lockutils [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] Acquiring lock "refresh_cache-c278d2da-407a-4cc3-8ad5-89d6cc924d58" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.401592] env[70041]: DEBUG nova.compute.manager [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.402500] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faccdb89-c59c-4724-be89-2b44b17e8696 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.415258] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "refresh_cache-c278d2da-407a-4cc3-8ad5-89d6cc924d58" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.415560] env[70041]: DEBUG nova.compute.manager [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Instance network_info: |[{"id": "fece90d0-40f7-4832-9b26-a9a5e796a381", "address": "fa:16:3e:18:11:2c", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfece90d0-40", "ovs_interfaceid": "fece90d0-40f7-4832-9b26-a9a5e796a381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.416146] env[70041]: DEBUG oslo_concurrency.lockutils [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] Acquired lock "refresh_cache-c278d2da-407a-4cc3-8ad5-89d6cc924d58" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.416146] env[70041]: DEBUG nova.network.neutron [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Refreshing network info cache for port fece90d0-40f7-4832-9b26-a9a5e796a381 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.417355] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:11:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fece90d0-40f7-4832-9b26-a9a5e796a381', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.424540] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.424961] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.425363] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1712c385-68d3-46ad-9e50-bd56b1ec87df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.447972] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.447972] env[70041]: value = "task-3192783" [ 791.447972] env[70041]: _type = "Task" [ 791.447972] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.458325] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192783, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.492797] env[70041]: DEBUG nova.scheduler.client.report [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.518976] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da850d1-05df-45db-bff0-e7330466b06f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.542328] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470e4a81-d2cb-4e21-8f2e-80998bb41453 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.679215] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "31af2cfa-b105-4f96-838d-b509ff19d07a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.679504] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "31af2cfa-b105-4f96-838d-b509ff19d07a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.679729] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "31af2cfa-b105-4f96-838d-b509ff19d07a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.679924] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "31af2cfa-b105-4f96-838d-b509ff19d07a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.680109] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "31af2cfa-b105-4f96-838d-b509ff19d07a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.682458] env[70041]: INFO nova.compute.manager [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Terminating instance [ 791.841943] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c8906e-d8a2-eec8-669e-6293007b40bd, 'name': SearchDatastore_Task, 'duration_secs': 0.047293} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.842244] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.842506] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] dd223fdf-3d89-4464-8007-a75548e78e07/dd223fdf-3d89-4464-8007-a75548e78e07.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.842771] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3e4030-1b87-4a48-bc0f-11ec75d20c23 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.850885] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 791.850885] env[70041]: value = "task-3192784" [ 791.850885] env[70041]: _type = "Task" [ 791.850885] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.860331] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.959648] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192783, 'name': CreateVM_Task, 'duration_secs': 0.409398} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.959854] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.960501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.960675] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.961058] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.961313] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd35f3d-b24c-40cf-b1eb-780bab409a09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.967037] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 791.967037] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5296bb40-5154-daf7-f613-8097eea55fe9" [ 791.967037] env[70041]: _type = "Task" [ 791.967037] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.976074] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5296bb40-5154-daf7-f613-8097eea55fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.999198] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.697s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.999198] env[70041]: INFO nova.compute.manager [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Migrating [ 792.008963] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.322s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.010565] env[70041]: INFO nova.compute.claims [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.052435] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.052772] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c0c54fb-962e-4ae7-85b0-ba18cee4c63f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.062110] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 792.062110] env[70041]: value = "task-3192785" [ 792.062110] env[70041]: _type = "Task" [ 792.062110] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.074093] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192785, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.190030] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "refresh_cache-31af2cfa-b105-4f96-838d-b509ff19d07a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.190250] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquired lock "refresh_cache-31af2cfa-b105-4f96-838d-b509ff19d07a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.190440] env[70041]: DEBUG nova.network.neutron [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.197781] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.197781] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.197781] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.197781] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.197781] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.197781] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.197781] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.197781] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.198269] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.198269] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.198446] env[70041]: DEBUG nova.virt.hardware [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.199462] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a310d836-d251-4565-9b94-246542eacf2d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.212340] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78c4474-4d6a-49b0-a9c6-d8e7cbbb7fbd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.232780] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.238739] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.239932] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.240269] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6af3abe-feea-48cb-9a45-882d9296c02c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.260754] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.260754] env[70041]: value = "task-3192786" [ 792.260754] env[70041]: _type = "Task" [ 792.260754] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.273236] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192786, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.282718] env[70041]: DEBUG nova.network.neutron [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Updated VIF entry in instance network info cache for port fece90d0-40f7-4832-9b26-a9a5e796a381. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.283173] env[70041]: DEBUG nova.network.neutron [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Updating instance_info_cache with network_info: [{"id": "fece90d0-40f7-4832-9b26-a9a5e796a381", "address": "fa:16:3e:18:11:2c", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfece90d0-40", "ovs_interfaceid": "fece90d0-40f7-4832-9b26-a9a5e796a381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.362266] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493263} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.362530] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] dd223fdf-3d89-4464-8007-a75548e78e07/dd223fdf-3d89-4464-8007-a75548e78e07.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.362743] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.362997] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cea4120-eaef-4119-a17b-bbe61b07d541 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.370977] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 792.370977] env[70041]: value = "task-3192787" [ 792.370977] env[70041]: _type = "Task" [ 792.370977] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.382426] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.416891] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.417262] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f8aed7e-100c-4be8-ad9b-150b35d8b08d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.426208] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 792.426208] env[70041]: value = "task-3192788" [ 792.426208] env[70041]: _type = "Task" [ 792.426208] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.436206] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.480126] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5296bb40-5154-daf7-f613-8097eea55fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.480523] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.480810] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.481083] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.481242] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.481443] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.481766] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8aab65a1-bdc0-4b27-a900-e01abc256b4e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.493105] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.493413] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.494300] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732ea292-5f0f-4ed2-9edb-55bc2de60015 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.502674] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 792.502674] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f91db7-6ac3-8211-3cd7-c5e68ebb1ca0" [ 792.502674] env[70041]: _type = "Task" [ 792.502674] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.512452] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f91db7-6ac3-8211-3cd7-c5e68ebb1ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.524315] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.524491] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.524670] env[70041]: DEBUG nova.network.neutron [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.576145] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192785, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.729977] env[70041]: DEBUG nova.network.neutron [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.771502] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192786, 'name': CreateVM_Task, 'duration_secs': 0.294636} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.771679] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.772122] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.772303] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.772607] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.772859] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7e561f-194c-428b-a58f-44b0af04bcf5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.781593] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 792.781593] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e11f8-d1b0-0a43-4461-de9fc6452710" [ 792.781593] env[70041]: _type = "Task" [ 792.781593] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.786300] env[70041]: DEBUG oslo_concurrency.lockutils [req-10e3232e-b148-41ed-90e3-5ef704f8978b req-510a9ba4-5338-4365-8107-c9fff0ed2bb0 service nova] Releasing lock "refresh_cache-c278d2da-407a-4cc3-8ad5-89d6cc924d58" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.790330] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e11f8-d1b0-0a43-4461-de9fc6452710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.843074] env[70041]: DEBUG nova.network.neutron [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.884954] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076967} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.885450] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.886885] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9839704d-bc1c-4845-8a00-2b36821a0715 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.902327] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "e5ca8966-78b2-4f04-9df1-ced842e7db02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.902327] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "e5ca8966-78b2-4f04-9df1-ced842e7db02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.902327] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "e5ca8966-78b2-4f04-9df1-ced842e7db02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.902453] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "e5ca8966-78b2-4f04-9df1-ced842e7db02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.902522] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "e5ca8966-78b2-4f04-9df1-ced842e7db02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.915606] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] dd223fdf-3d89-4464-8007-a75548e78e07/dd223fdf-3d89-4464-8007-a75548e78e07.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.916277] env[70041]: INFO nova.compute.manager [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Terminating instance [ 792.918316] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f91390-19c7-4cd2-b75b-2e5f2e2f0e81 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.943838] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192788, 'name': PowerOffVM_Task, 'duration_secs': 0.21584} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.945750] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.945750] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.946291] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 792.946291] env[70041]: value = "task-3192789" [ 792.946291] env[70041]: _type = "Task" [ 792.946291] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.947394] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbb1cbe-a3c8-4953-b23f-79275057cffa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.958689] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192789, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.960956] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.961236] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fcdfd10-8f37-4bbc-a7bd-f8cc493a4740 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.014309] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f91db7-6ac3-8211-3cd7-c5e68ebb1ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.015166] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb6c687-8a87-4456-94c4-d517ac6b4fad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.021698] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 793.021698] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52547412-e147-2c03-42e2-309c3404ffdf" [ 793.021698] env[70041]: _type = "Task" [ 793.021698] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.036528] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52547412-e147-2c03-42e2-309c3404ffdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.044949] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.045221] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.045404] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleting the datastore file [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.045715] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d64d465c-b19d-4e09-bacb-b0da48c76720 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.052896] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 793.052896] env[70041]: value = "task-3192791" [ 793.052896] env[70041]: _type = "Task" [ 793.052896] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.062247] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.077834] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192785, 'name': CreateSnapshot_Task, 'duration_secs': 0.880716} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.078698] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.079471] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a1bcc3-14f7-46a4-b0c7-537df8d65e5c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.293195] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e11f8-d1b0-0a43-4461-de9fc6452710, 'name': SearchDatastore_Task, 'duration_secs': 0.026886} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.293675] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.293978] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.294267] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.346702] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Releasing lock "refresh_cache-31af2cfa-b105-4f96-838d-b509ff19d07a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.346702] env[70041]: DEBUG nova.compute.manager [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.346702] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.347404] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3135a3b-9e20-4bf1-b9b7-2770f04b2ee0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.357732] env[70041]: DEBUG nova.network.neutron [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance_info_cache with network_info: [{"id": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "address": "fa:16:3e:eb:19:fa", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f3896e-6f", "ovs_interfaceid": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.361707] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.362193] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a21bd0bf-3be4-4ebe-a802-0920e9b9434b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.373653] env[70041]: DEBUG oslo_vmware.api [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 793.373653] env[70041]: value = "task-3192792" [ 793.373653] env[70041]: _type = "Task" [ 793.373653] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.386026] env[70041]: DEBUG oslo_vmware.api [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.435707] env[70041]: DEBUG nova.compute.manager [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.436309] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.436988] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655b6b57-975c-4046-88e5-52c8abe76b9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.448524] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.448716] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb774820-1514-4b3a-9ff0-2cded5001123 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.460673] env[70041]: DEBUG oslo_vmware.api [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 793.460673] env[70041]: value = "task-3192793" [ 793.460673] env[70041]: _type = "Task" [ 793.460673] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.467644] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.477421] env[70041]: DEBUG oslo_vmware.api [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.534920] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52547412-e147-2c03-42e2-309c3404ffdf, 'name': SearchDatastore_Task, 'duration_secs': 0.033799} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.535282] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.535567] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] c278d2da-407a-4cc3-8ad5-89d6cc924d58/c278d2da-407a-4cc3-8ad5-89d6cc924d58.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.535855] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.536057] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.536312] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1362ce1-a2bd-4f81-8498-5919e9c10298 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.538425] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c06421c-56d7-4f3b-9ed3-cc3f47320ca7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.550975] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 793.550975] env[70041]: value = "task-3192794" [ 793.550975] env[70041]: _type = "Task" [ 793.550975] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.552821] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.552902] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.558211] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c1dac4-eb16-4353-818d-d527f7e29fe7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.575033] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 793.575033] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52870a2e-555a-1429-4c91-2cf2d7784d6f" [ 793.575033] env[70041]: _type = "Task" [ 793.575033] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.575292] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243656} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.578693] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.579138] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.579138] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.581744] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.601977] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 793.602376] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52870a2e-555a-1429-4c91-2cf2d7784d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.015905} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.605538] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a2304fab-9f8d-496b-b45e-634a173222ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.609393] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306264e2-f58b-4449-aeef-5e5d418e3b19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.616772] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 793.616772] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527a7ef6-3dc0-d3dd-72ed-e6c3ef1717a7" [ 793.616772] env[70041]: _type = "Task" [ 793.616772] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.622735] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 793.622735] env[70041]: value = "task-3192795" [ 793.622735] env[70041]: _type = "Task" [ 793.622735] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.633290] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527a7ef6-3dc0-d3dd-72ed-e6c3ef1717a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.633974] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.634290] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506/854c7d4e-d1d9-45f1-abb3-d7df6aef2506.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.634559] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7f1f56f-5af2-4039-9fb4-17738f0ae2f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.639940] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192795, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.647360] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 793.647360] env[70041]: value = "task-3192796" [ 793.647360] env[70041]: _type = "Task" [ 793.647360] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.657431] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.661448] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a537e2b-c56e-47a4-9c0d-1c334bc9a28d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.673237] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53730e13-9d49-4158-b6a9-259168b5d263 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.711708] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28239fef-a133-445e-857c-95dc7b8654c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.721987] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8216ffc-8b81-4ea3-b551-8284821008b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.738799] env[70041]: DEBUG nova.compute.provider_tree [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.863422] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.886872] env[70041]: DEBUG oslo_vmware.api [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192792, 'name': PowerOffVM_Task, 'duration_secs': 0.138619} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.887230] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.887444] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.887792] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df200a56-7dc0-43b8-8a5a-3b8f1ca50d53 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.920172] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.920437] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.920437] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Deleting the datastore file [datastore2] 31af2cfa-b105-4f96-838d-b509ff19d07a {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.920838] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efa190e7-5aac-4e27-a479-85da0693714b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.930142] env[70041]: DEBUG oslo_vmware.api [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for the task: (returnval){ [ 793.930142] env[70041]: value = "task-3192798" [ 793.930142] env[70041]: _type = "Task" [ 793.930142] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.939362] env[70041]: DEBUG oslo_vmware.api [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.961324] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192789, 'name': ReconfigVM_Task, 'duration_secs': 0.673806} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.961715] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Reconfigured VM instance instance-00000035 to attach disk [datastore2] dd223fdf-3d89-4464-8007-a75548e78e07/dd223fdf-3d89-4464-8007-a75548e78e07.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.962308] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70041) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 793.966036] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a6c70297-4a61-484d-b14b-139f5acfaf37 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.974866] env[70041]: DEBUG oslo_vmware.api [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192793, 'name': PowerOffVM_Task, 'duration_secs': 0.491212} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.976616] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.977310] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.977310] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 793.977310] env[70041]: value = "task-3192799" [ 793.977310] env[70041]: _type = "Task" [ 793.977310] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.977552] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51b5f7d9-2b0b-4fdc-87e9-980e80ca6b61 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.991879] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192799, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.064495] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192794, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.068615] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.068889] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.069065] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Deleting the datastore file [datastore2] e5ca8966-78b2-4f04-9df1-ced842e7db02 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.069344] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-653a2cbf-0aca-4775-9c1c-3c0a7d0ad012 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.077933] env[70041]: DEBUG oslo_vmware.api [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for the task: (returnval){ [ 794.077933] env[70041]: value = "task-3192801" [ 794.077933] env[70041]: _type = "Task" [ 794.077933] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.093288] env[70041]: DEBUG oslo_vmware.api [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.138198] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192795, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.160744] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192796, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.243991] env[70041]: DEBUG nova.scheduler.client.report [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.443341] env[70041]: DEBUG oslo_vmware.api [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Task: {'id': task-3192798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254078} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.443701] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.443851] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.444082] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.444460] env[70041]: INFO nova.compute.manager [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 794.444772] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.444999] env[70041]: DEBUG nova.compute.manager [-] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.445120] env[70041]: DEBUG nova.network.neutron [-] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.462727] env[70041]: DEBUG nova.network.neutron [-] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.491505] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192799, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.14573} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.491945] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70041) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 794.493082] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dcd293-9fcc-43ab-8266-57b9a78827b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.521676] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] dd223fdf-3d89-4464-8007-a75548e78e07/ephemeral_0.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.522239] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c5283af-8d9e-470f-9046-be1edd57aa47 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.540989] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 794.540989] env[70041]: value = "task-3192802" [ 794.540989] env[70041]: _type = "Task" [ 794.540989] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.552435] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.563887] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630103} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.564336] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] c278d2da-407a-4cc3-8ad5-89d6cc924d58/c278d2da-407a-4cc3-8ad5-89d6cc924d58.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.564654] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.565020] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e618218-9590-4a0a-8511-3e0d6d0eda38 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.573385] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 794.573385] env[70041]: value = "task-3192803" [ 794.573385] env[70041]: _type = "Task" [ 794.573385] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.585762] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.591368] env[70041]: DEBUG oslo_vmware.api [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Task: {'id': task-3192801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381135} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.591624] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.591803] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.593923] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.593923] env[70041]: INFO nova.compute.manager [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Took 1.16 seconds to destroy the instance on the hypervisor. [ 794.593923] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.593923] env[70041]: DEBUG nova.compute.manager [-] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.593923] env[70041]: DEBUG nova.network.neutron [-] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.627024] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.627024] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.627024] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.627024] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.627361] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.627361] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.627442] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.627591] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.627763] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.627922] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.628107] env[70041]: DEBUG nova.virt.hardware [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.629182] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3bebaf-abfd-4600-a19c-669568b9cce6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.644237] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192795, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.645431] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6382f81-f3d4-4306-97f2-3a18f37502f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.664776] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:e1:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be76a6d4-56af-4841-acf7-2e576efb9fa6', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.672595] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.676115] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.676449] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859163} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.676663] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0d412e5-3e65-4ef9-b289-2c852e6ed9c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.693039] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506/854c7d4e-d1d9-45f1-abb3-d7df6aef2506.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.693039] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.693039] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6e7add6-aa05-401c-b0f4-234355612ed8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.701651] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 794.701651] env[70041]: value = "task-3192804" [ 794.701651] env[70041]: _type = "Task" [ 794.701651] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.703038] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.703038] env[70041]: value = "task-3192805" [ 794.703038] env[70041]: _type = "Task" [ 794.703038] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.719876] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.719876] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192805, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.752661] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.753303] env[70041]: DEBUG nova.compute.manager [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.756479] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.026s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.756741] env[70041]: DEBUG nova.objects.instance [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lazy-loading 'resources' on Instance uuid 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.965489] env[70041]: DEBUG nova.network.neutron [-] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.060898] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192802, 'name': ReconfigVM_Task, 'duration_secs': 0.393281} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.061246] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Reconfigured VM instance instance-00000035 to attach disk [datastore2] dd223fdf-3d89-4464-8007-a75548e78e07/ephemeral_0.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.061877] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-504f71ff-a241-4e1b-a64c-1ad2731b2424 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.068502] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 795.068502] env[70041]: value = "task-3192806" [ 795.068502] env[70041]: _type = "Task" [ 795.068502] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.077559] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192806, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.085906] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074808} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.087516] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.087516] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a3fb85-84f6-4f8a-b7f2-4432dedaa652 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.112762] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c278d2da-407a-4cc3-8ad5-89d6cc924d58/c278d2da-407a-4cc3-8ad5-89d6cc924d58.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.113582] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad3c7df-b617-4bd9-b9d8-784572864aa0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.141266] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192795, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.142185] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 795.142185] env[70041]: value = "task-3192807" [ 795.142185] env[70041]: _type = "Task" [ 795.142185] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.151432] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.221893] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192805, 'name': CreateVM_Task, 'duration_secs': 0.434979} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.222193] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228897} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.222324] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.222552] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.223273] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.223431] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.223736] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.224607] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4315b722-5456-4baf-8117-7b5bf42dcead {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.227187] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4d7b59-1623-4ea1-aa25-56ef8e699643 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.233217] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 795.233217] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5235a09d-c120-ba15-506d-b17d98a5f483" [ 795.233217] env[70041]: _type = "Task" [ 795.233217] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.249670] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506/854c7d4e-d1d9-45f1-abb3-d7df6aef2506.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.253822] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2645965-b0d1-4638-92ad-2cd6784eaae8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.272288] env[70041]: DEBUG nova.compute.utils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.274856] env[70041]: DEBUG nova.compute.manager [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.274904] env[70041]: DEBUG nova.network.neutron [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.283502] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5235a09d-c120-ba15-506d-b17d98a5f483, 'name': SearchDatastore_Task, 'duration_secs': 0.028736} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.285365] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.285703] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.286723] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.286723] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.286723] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.286959] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 795.286959] env[70041]: value = "task-3192808" [ 795.286959] env[70041]: _type = "Task" [ 795.286959] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.287586] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77f150cc-e112-4d22-ae47-8b4c8928d8d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.303832] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.306806] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.307071] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.310729] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148c1751-8d71-48a6-93eb-9ef187a0854c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.318078] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 795.318078] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5222aa35-8fe6-9ef7-00af-e9a8637b1393" [ 795.318078] env[70041]: _type = "Task" [ 795.318078] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.330452] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5222aa35-8fe6-9ef7-00af-e9a8637b1393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.337033] env[70041]: DEBUG nova.policy [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e60165490d184008961c3cf276c6224d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95794514278744cf967fff7d8ac5a719', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.383621] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0e8a8b-f2b0-4ed7-b560-e25a7abd16cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.388828] env[70041]: DEBUG nova.compute.manager [req-d8146100-c486-4ce8-9a9a-4a158dbc6d14 req-c1419582-f01d-4f3d-bb3f-a4426a621699 service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Received event network-vif-deleted-ede0bc9a-9f12-404e-893b-ee7ce2faa584 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 795.389085] env[70041]: INFO nova.compute.manager [req-d8146100-c486-4ce8-9a9a-4a158dbc6d14 req-c1419582-f01d-4f3d-bb3f-a4426a621699 service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Neutron deleted interface ede0bc9a-9f12-404e-893b-ee7ce2faa584; detaching it from the instance and deleting it from the info cache [ 795.389344] env[70041]: DEBUG nova.network.neutron [req-d8146100-c486-4ce8-9a9a-4a158dbc6d14 req-c1419582-f01d-4f3d-bb3f-a4426a621699 service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.414023] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance '09ca6c76-6845-4fab-82e0-48f1412e20f4' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 795.468133] env[70041]: INFO nova.compute.manager [-] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Took 1.02 seconds to deallocate network for instance. [ 795.582649] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192806, 'name': Rename_Task, 'duration_secs': 0.201493} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.582926] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.583235] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8479cbc-09c0-44d9-96f5-d6be767614f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.592560] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 795.592560] env[70041]: value = "task-3192809" [ 795.592560] env[70041]: _type = "Task" [ 795.592560] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.605297] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.641078] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192795, 'name': CloneVM_Task, 'duration_secs': 1.900642} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.641078] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Created linked-clone VM from snapshot [ 795.642000] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847a7f38-7005-4877-98c4-62fc5cdf819f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.656713] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Uploading image 8aec1b12-334f-47de-858d-adce89887396 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.661882] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192807, 'name': ReconfigVM_Task, 'duration_secs': 0.430503} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.665141] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c278d2da-407a-4cc3-8ad5-89d6cc924d58/c278d2da-407a-4cc3-8ad5-89d6cc924d58.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.667659] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c640286-ef98-45d1-ad48-3a621748e098 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.674860] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 795.674860] env[70041]: value = "task-3192810" [ 795.674860] env[70041]: _type = "Task" [ 795.674860] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.690780] env[70041]: DEBUG nova.network.neutron [-] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.692172] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192810, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.694586] env[70041]: DEBUG oslo_vmware.rw_handles [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.694586] env[70041]: value = "vm-638490" [ 795.694586] env[70041]: _type = "VirtualMachine" [ 795.694586] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.695135] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34f2b4df-af0f-48b4-bcf2-acfaac4dcebe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.702222] env[70041]: DEBUG oslo_vmware.rw_handles [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease: (returnval){ [ 795.702222] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52521c58-3b05-337f-44ba-5f764c3ddb6a" [ 795.702222] env[70041]: _type = "HttpNfcLease" [ 795.702222] env[70041]: } obtained for exporting VM: (result){ [ 795.702222] env[70041]: value = "vm-638490" [ 795.702222] env[70041]: _type = "VirtualMachine" [ 795.702222] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 795.702668] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the lease: (returnval){ [ 795.702668] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52521c58-3b05-337f-44ba-5f764c3ddb6a" [ 795.702668] env[70041]: _type = "HttpNfcLease" [ 795.702668] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.714728] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.714728] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52521c58-3b05-337f-44ba-5f764c3ddb6a" [ 795.714728] env[70041]: _type = "HttpNfcLease" [ 795.714728] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.782085] env[70041]: DEBUG nova.compute.manager [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.800592] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192808, 'name': ReconfigVM_Task, 'duration_secs': 0.357509} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.801032] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506/854c7d4e-d1d9-45f1-abb3-d7df6aef2506.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.801637] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f71d47d-018c-492d-86f9-3abd7de4bceb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.814028] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 795.814028] env[70041]: value = "task-3192812" [ 795.814028] env[70041]: _type = "Task" [ 795.814028] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.832266] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192812, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.838917] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5222aa35-8fe6-9ef7-00af-e9a8637b1393, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.840044] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1b6058-fe26-4ab0-be60-183f743d32ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.852758] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 795.852758] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522751d5-199c-d0b9-7111-90b99c23f289" [ 795.852758] env[70041]: _type = "Task" [ 795.852758] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.866110] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522751d5-199c-d0b9-7111-90b99c23f289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.896129] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-769acf1e-7514-4c17-b7b3-c35426ffa354 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.906167] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5fceb9-84ea-4300-8578-69dac253253d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.920475] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.921406] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a0f25d5-5e20-47b0-9fae-e2d7cc05d5d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.928476] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 795.928476] env[70041]: value = "task-3192813" [ 795.928476] env[70041]: _type = "Task" [ 795.928476] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.953025] env[70041]: DEBUG nova.compute.manager [req-d8146100-c486-4ce8-9a9a-4a158dbc6d14 req-c1419582-f01d-4f3d-bb3f-a4426a621699 service nova] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Detach interface failed, port_id=ede0bc9a-9f12-404e-893b-ee7ce2faa584, reason: Instance e5ca8966-78b2-4f04-9df1-ced842e7db02 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 795.959918] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.975435] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.016973] env[70041]: DEBUG nova.network.neutron [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Successfully created port: 292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.026184] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02df1bb-59bd-42bb-983e-aca94e68e5ed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.036416] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2022e55-e4d7-4e37-9eeb-885623bc9ab2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.068251] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a664613e-6eb7-42de-961f-9253ada851ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.077988] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdae2b0-6132-4e4d-a0cb-482a8ae1c5e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.092702] env[70041]: DEBUG nova.compute.provider_tree [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.106034] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.190959] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192810, 'name': Rename_Task, 'duration_secs': 0.170894} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.191322] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.191581] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e91b4a99-c253-4590-a702-63d4dfebbe9f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.193574] env[70041]: INFO nova.compute.manager [-] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Took 1.60 seconds to deallocate network for instance. [ 796.206050] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 796.206050] env[70041]: value = "task-3192814" [ 796.206050] env[70041]: _type = "Task" [ 796.206050] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.222182] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.222182] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52521c58-3b05-337f-44ba-5f764c3ddb6a" [ 796.222182] env[70041]: _type = "HttpNfcLease" [ 796.222182] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.222533] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.222832] env[70041]: DEBUG oslo_vmware.rw_handles [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.222832] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52521c58-3b05-337f-44ba-5f764c3ddb6a" [ 796.222832] env[70041]: _type = "HttpNfcLease" [ 796.222832] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 796.224074] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d06c3d-aade-453e-85a9-811cb2e7ea81 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.233632] env[70041]: DEBUG oslo_vmware.rw_handles [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52916aa4-4ab2-b567-0989-77657e78ae48/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.234968] env[70041]: DEBUG oslo_vmware.rw_handles [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52916aa4-4ab2-b567-0989-77657e78ae48/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.327297] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192812, 'name': Rename_Task, 'duration_secs': 0.187206} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.327673] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.327823] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-388ebb59-bee2-4dfb-b105-bb4850e05ac3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.333460] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cceece4a-1ab1-4d8c-8c36-d9003b194369 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.336557] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 796.336557] env[70041]: value = "task-3192815" [ 796.336557] env[70041]: _type = "Task" [ 796.336557] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.346879] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.367544] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522751d5-199c-d0b9-7111-90b99c23f289, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.373403] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.373898] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.374476] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5ca6702-9dba-429c-8d8f-79878fb80f50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.383357] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 796.383357] env[70041]: value = "task-3192816" [ 796.383357] env[70041]: _type = "Task" [ 796.383357] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.392433] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.438922] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192813, 'name': PowerOffVM_Task, 'duration_secs': 0.222283} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.439217] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.439396] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance '09ca6c76-6845-4fab-82e0-48f1412e20f4' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.600634] env[70041]: DEBUG nova.scheduler.client.report [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.614398] env[70041]: DEBUG oslo_vmware.api [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3192809, 'name': PowerOnVM_Task, 'duration_secs': 0.633057} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.614904] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.614904] env[70041]: INFO nova.compute.manager [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Took 9.90 seconds to spawn the instance on the hypervisor. [ 796.615118] env[70041]: DEBUG nova.compute.manager [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.615941] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1095d5be-67b1-449b-966a-e1f13bb3aaf9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.700263] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.726668] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192814, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.803678] env[70041]: DEBUG nova.compute.manager [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.847996] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.848302] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.848519] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.848628] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.848773] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.848914] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.849139] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.849299] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.849466] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.849710] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.849906] env[70041]: DEBUG nova.virt.hardware [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.851223] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb25c376-7630-4a3a-ae83-f8563645199d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.862914] env[70041]: DEBUG oslo_vmware.api [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192815, 'name': PowerOnVM_Task, 'duration_secs': 0.519637} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.865993] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.865993] env[70041]: DEBUG nova.compute.manager [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.867789] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07657b17-46c4-402e-871e-e2e700c6dccf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.875788] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5c445c-c9f3-45d8-9895-2c2612f02ffc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.908542] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192816, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.946357] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.946549] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.946707] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.946889] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.947537] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.947537] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.947537] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.947768] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.947870] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.947999] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.948192] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.953787] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da9936a-b611-4d6f-883b-cea45afe2094 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.975786] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 796.975786] env[70041]: value = "task-3192817" [ 796.975786] env[70041]: _type = "Task" [ 796.975786] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.991126] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.107862] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.112160] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.146s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.112160] env[70041]: DEBUG nova.objects.instance [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 797.138170] env[70041]: INFO nova.compute.manager [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Took 52.28 seconds to build instance. [ 797.158338] env[70041]: INFO nova.scheduler.client.report [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Deleted allocations for instance 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe [ 797.229190] env[70041]: DEBUG oslo_vmware.api [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192814, 'name': PowerOnVM_Task, 'duration_secs': 0.542416} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.229849] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.230524] env[70041]: INFO nova.compute.manager [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Took 8.22 seconds to spawn the instance on the hypervisor. [ 797.230918] env[70041]: DEBUG nova.compute.manager [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.233018] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51671c14-45fc-4755-ad1b-27c8c1e1f0f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.395897] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192816, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.410993] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.488513] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192817, 'name': ReconfigVM_Task, 'duration_secs': 0.279874} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.488932] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance '09ca6c76-6845-4fab-82e0-48f1412e20f4' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.640623] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec16f9f5-aeaa-4f9e-9666-cc4aef37efa0 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "dd223fdf-3d89-4464-8007-a75548e78e07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.849s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.668319] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3c7ece24-f2e9-4149-9be7-7a98a949edf5 tempest-ServersTestBootFromVolume-975847216 tempest-ServersTestBootFromVolume-975847216-project-member] Lock "4fe85bba-8aed-4e32-a4da-c4b0cd517fbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.122s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.756091] env[70041]: INFO nova.compute.manager [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Took 51.31 seconds to build instance. [ 797.894717] env[70041]: DEBUG nova.network.neutron [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Successfully updated port: 292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.900967] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192816, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.996448] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T23:00:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7387ce62-430a-46fd-b6e9-b1dbc50487a6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1002407070',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.997500] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.997500] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.997500] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.997849] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.997849] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.998047] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.998468] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.998763] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.998939] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.999192] env[70041]: DEBUG nova.virt.hardware [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.005588] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 798.006258] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbae566-b7db-4a05-aa3c-c8d6907ec875 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.026117] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 798.026117] env[70041]: value = "task-3192818" [ 798.026117] env[70041]: _type = "Task" [ 798.026117] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.035184] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.089862] env[70041]: DEBUG nova.compute.manager [req-434a48f2-ef18-42a2-8f5e-5eb3b2538c68 req-db626514-add6-42b7-b7f3-3232b0e518a4 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Received event network-vif-plugged-292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 798.090337] env[70041]: DEBUG oslo_concurrency.lockutils [req-434a48f2-ef18-42a2-8f5e-5eb3b2538c68 req-db626514-add6-42b7-b7f3-3232b0e518a4 service nova] Acquiring lock "43816297-c504-45e7-b637-9890fd0059e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.090398] env[70041]: DEBUG oslo_concurrency.lockutils [req-434a48f2-ef18-42a2-8f5e-5eb3b2538c68 req-db626514-add6-42b7-b7f3-3232b0e518a4 service nova] Lock "43816297-c504-45e7-b637-9890fd0059e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.090942] env[70041]: DEBUG oslo_concurrency.lockutils [req-434a48f2-ef18-42a2-8f5e-5eb3b2538c68 req-db626514-add6-42b7-b7f3-3232b0e518a4 service nova] Lock "43816297-c504-45e7-b637-9890fd0059e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.090942] env[70041]: DEBUG nova.compute.manager [req-434a48f2-ef18-42a2-8f5e-5eb3b2538c68 req-db626514-add6-42b7-b7f3-3232b0e518a4 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] No waiting events found dispatching network-vif-plugged-292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.090942] env[70041]: WARNING nova.compute.manager [req-434a48f2-ef18-42a2-8f5e-5eb3b2538c68 req-db626514-add6-42b7-b7f3-3232b0e518a4 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Received unexpected event network-vif-plugged-292e0536-d7bb-4f70-856d-f196b7c16d6e for instance with vm_state building and task_state spawning. [ 798.122343] env[70041]: DEBUG oslo_concurrency.lockutils [None req-334e65b5-152d-45b5-a8bd-476b37ba29fa tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.123875] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.269s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.124114] env[70041]: DEBUG nova.objects.instance [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lazy-loading 'resources' on Instance uuid fd7605e6-ee46-4c0f-9528-bb8b62856c5e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.259284] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3cee901f-5bc9-4282-b3b5-94b13818b03f tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.600s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.398054] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192816, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.549027} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.403026] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.403026] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.403026] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f602f256-a6a5-4441-ad8d-b3e66b72911d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.407500] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.407820] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquired lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.409688] env[70041]: DEBUG nova.network.neutron [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.416908] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 798.416908] env[70041]: value = "task-3192819" [ 798.416908] env[70041]: _type = "Task" [ 798.416908] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.427122] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.451499] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "854c7d4e-d1d9-45f1-abb3-d7df6aef2506" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.451775] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "854c7d4e-d1d9-45f1-abb3-d7df6aef2506" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.451982] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "854c7d4e-d1d9-45f1-abb3-d7df6aef2506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.452177] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "854c7d4e-d1d9-45f1-abb3-d7df6aef2506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.452345] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "854c7d4e-d1d9-45f1-abb3-d7df6aef2506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.457919] env[70041]: INFO nova.compute.manager [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Terminating instance [ 798.535564] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192818, 'name': ReconfigVM_Task, 'duration_secs': 0.373305} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.535865] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 798.536726] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254fe1ab-a8d0-4e99-9787-338f303d958c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.571422] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 09ca6c76-6845-4fab-82e0-48f1412e20f4/09ca6c76-6845-4fab-82e0-48f1412e20f4.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.571926] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c62aae5-6263-4188-8fc3-319690014971 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.594689] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 798.594689] env[70041]: value = "task-3192820" [ 798.594689] env[70041]: _type = "Task" [ 798.594689] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.603027] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.927765] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119681} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.929022] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.929164] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c116f3cc-3216-416f-840f-749487c33b8d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.962688] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.963398] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "refresh_cache-854c7d4e-d1d9-45f1-abb3-d7df6aef2506" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.963580] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquired lock "refresh_cache-854c7d4e-d1d9-45f1-abb3-d7df6aef2506" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.963769] env[70041]: DEBUG nova.network.neutron [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.965251] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24bc991d-dd6b-4d68-a19c-efc1cd6e7081 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.996896] env[70041]: DEBUG nova.network.neutron [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.001496] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 799.001496] env[70041]: value = "task-3192821" [ 799.001496] env[70041]: _type = "Task" [ 799.001496] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.012122] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192821, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.022349] env[70041]: DEBUG nova.network.neutron [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.106809] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192820, 'name': ReconfigVM_Task, 'duration_secs': 0.41062} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.109774] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 09ca6c76-6845-4fab-82e0-48f1412e20f4/09ca6c76-6845-4fab-82e0-48f1412e20f4.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.111675] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance '09ca6c76-6845-4fab-82e0-48f1412e20f4' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.206908] env[70041]: DEBUG nova.network.neutron [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.343185] env[70041]: DEBUG nova.compute.manager [req-337937a8-4980-468e-86ea-4076e20c24e9 req-29a0e891-1d90-4751-af42-171809ed7440 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Received event network-changed-3720179a-f7ec-4959-85ea-7ba81859a17b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 799.343185] env[70041]: DEBUG nova.compute.manager [req-337937a8-4980-468e-86ea-4076e20c24e9 req-29a0e891-1d90-4751-af42-171809ed7440 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Refreshing instance network info cache due to event network-changed-3720179a-f7ec-4959-85ea-7ba81859a17b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 799.343185] env[70041]: DEBUG oslo_concurrency.lockutils [req-337937a8-4980-468e-86ea-4076e20c24e9 req-29a0e891-1d90-4751-af42-171809ed7440 service nova] Acquiring lock "refresh_cache-dd223fdf-3d89-4464-8007-a75548e78e07" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.343185] env[70041]: DEBUG oslo_concurrency.lockutils [req-337937a8-4980-468e-86ea-4076e20c24e9 req-29a0e891-1d90-4751-af42-171809ed7440 service nova] Acquired lock "refresh_cache-dd223fdf-3d89-4464-8007-a75548e78e07" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.343185] env[70041]: DEBUG nova.network.neutron [req-337937a8-4980-468e-86ea-4076e20c24e9 req-29a0e891-1d90-4751-af42-171809ed7440 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Refreshing network info cache for port 3720179a-f7ec-4959-85ea-7ba81859a17b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.375107] env[70041]: DEBUG nova.network.neutron [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updating instance_info_cache with network_info: [{"id": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "address": "fa:16:3e:f6:55:25", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292e0536-d7", "ovs_interfaceid": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.467054] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cce9d2-fd29-429e-a3b3-f8fb272f1dc2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.476964] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26ddcb9-39c3-43d7-8117-3519c60967bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.530563] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7b7c32-cd9a-4bb9-9fe6-26897666b611 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.540111] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192821, 'name': ReconfigVM_Task, 'duration_secs': 0.455014} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.543661] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.544462] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f6380b4-4502-4ed2-84b8-e8cd2ade4713 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.547474] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4820479-6fe6-4571-b110-896542539c1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.564925] env[70041]: DEBUG nova.compute.provider_tree [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.570152] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 799.570152] env[70041]: value = "task-3192822" [ 799.570152] env[70041]: _type = "Task" [ 799.570152] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.582551] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192822, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.618659] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7837eb-7975-42d8-947d-194448fe53e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.638289] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff4890f-66d5-40d9-b232-eb5e91ef95dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.656497] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance '09ca6c76-6845-4fab-82e0-48f1412e20f4' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.709430] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Releasing lock "refresh_cache-854c7d4e-d1d9-45f1-abb3-d7df6aef2506" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.710047] env[70041]: DEBUG nova.compute.manager [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.710353] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.716542] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c5e938-35a9-401e-a273-10740eac52c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.728175] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.728557] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d5e1fd4-d48f-4b54-8e2a-97ed80a29c90 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.736723] env[70041]: DEBUG oslo_vmware.api [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 799.736723] env[70041]: value = "task-3192823" [ 799.736723] env[70041]: _type = "Task" [ 799.736723] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.748669] env[70041]: DEBUG oslo_vmware.api [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.881553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Releasing lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.881903] env[70041]: DEBUG nova.compute.manager [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance network_info: |[{"id": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "address": "fa:16:3e:f6:55:25", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292e0536-d7", "ovs_interfaceid": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.882377] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:55:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '292e0536-d7bb-4f70-856d-f196b7c16d6e', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.891497] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.891769] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.892016] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76662545-e706-4df9-bb72-37ad82b8ad42 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.917902] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.917902] env[70041]: value = "task-3192824" [ 799.917902] env[70041]: _type = "Task" [ 799.917902] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.926967] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192824, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.081559] env[70041]: DEBUG nova.scheduler.client.report [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.085460] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192822, 'name': Rename_Task, 'duration_secs': 0.170334} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.086112] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.086304] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76ec0e15-6eee-46cc-9866-88560e06d5c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.094134] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 800.094134] env[70041]: value = "task-3192825" [ 800.094134] env[70041]: _type = "Task" [ 800.094134] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.102884] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.170915] env[70041]: DEBUG nova.compute.manager [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.175113] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91db0a04-c094-4970-9c93-80bedfc56bf9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.249071] env[70041]: DEBUG oslo_vmware.api [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192823, 'name': PowerOffVM_Task, 'duration_secs': 0.204612} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.249427] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.249598] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.249847] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0858924-c0bf-46ca-92dc-4e9a1c67324a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.281192] env[70041]: DEBUG nova.network.neutron [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Port e6f3896e-6fdf-4a76-9cfa-548f882e97d6 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 800.294221] env[70041]: DEBUG nova.compute.manager [req-10f8560e-d7dc-41b0-94f2-a3c88126e9ae req-81f4814b-0d40-44ad-9204-fcefba8f6075 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Received event network-changed-292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 800.295958] env[70041]: DEBUG nova.compute.manager [req-10f8560e-d7dc-41b0-94f2-a3c88126e9ae req-81f4814b-0d40-44ad-9204-fcefba8f6075 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Refreshing instance network info cache due to event network-changed-292e0536-d7bb-4f70-856d-f196b7c16d6e. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 800.295958] env[70041]: DEBUG oslo_concurrency.lockutils [req-10f8560e-d7dc-41b0-94f2-a3c88126e9ae req-81f4814b-0d40-44ad-9204-fcefba8f6075 service nova] Acquiring lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.295958] env[70041]: DEBUG oslo_concurrency.lockutils [req-10f8560e-d7dc-41b0-94f2-a3c88126e9ae req-81f4814b-0d40-44ad-9204-fcefba8f6075 service nova] Acquired lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.295958] env[70041]: DEBUG nova.network.neutron [req-10f8560e-d7dc-41b0-94f2-a3c88126e9ae req-81f4814b-0d40-44ad-9204-fcefba8f6075 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Refreshing network info cache for port 292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.300607] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.300818] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.300996] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Deleting the datastore file [datastore1] 854c7d4e-d1d9-45f1-abb3-d7df6aef2506 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.301268] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-476848d1-9ae7-443b-8eb0-720099d7cd1b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.309727] env[70041]: DEBUG oslo_vmware.api [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for the task: (returnval){ [ 800.309727] env[70041]: value = "task-3192827" [ 800.309727] env[70041]: _type = "Task" [ 800.309727] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.319428] env[70041]: DEBUG oslo_vmware.api [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.361255] env[70041]: DEBUG nova.network.neutron [req-337937a8-4980-468e-86ea-4076e20c24e9 req-29a0e891-1d90-4751-af42-171809ed7440 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Updated VIF entry in instance network info cache for port 3720179a-f7ec-4959-85ea-7ba81859a17b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.361764] env[70041]: DEBUG nova.network.neutron [req-337937a8-4980-468e-86ea-4076e20c24e9 req-29a0e891-1d90-4751-af42-171809ed7440 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Updating instance_info_cache with network_info: [{"id": "3720179a-f7ec-4959-85ea-7ba81859a17b", "address": "fa:16:3e:97:a6:d6", "network": {"id": "e4f907d8-b2a2-4f2b-a12a-cb74cc7e721d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1848099100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3811bdd0046c4b4da2de2fa953c88a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3720179a-f7", "ovs_interfaceid": "3720179a-f7ec-4959-85ea-7ba81859a17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.427667] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192824, 'name': CreateVM_Task, 'duration_secs': 0.48287} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.427987] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.428952] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.429288] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.429787] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.430669] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d59921-591d-4ecc-b6a8-77e5e9beb73f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.436050] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 800.436050] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527cfc79-18e3-a1e0-6c6a-4adbef2ebea6" [ 800.436050] env[70041]: _type = "Task" [ 800.436050] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.446251] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527cfc79-18e3-a1e0-6c6a-4adbef2ebea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.587639] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.464s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.591069] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.082s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.592694] env[70041]: INFO nova.compute.claims [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.606670] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.628459] env[70041]: INFO nova.scheduler.client.report [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Deleted allocations for instance fd7605e6-ee46-4c0f-9528-bb8b62856c5e [ 800.688918] env[70041]: INFO nova.compute.manager [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] instance snapshotting [ 800.698808] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d55e52-755a-4837-8532-f835dae64390 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.720770] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fc859a-52fe-4466-b2b0-96d31edf95fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.822667] env[70041]: DEBUG oslo_vmware.api [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Task: {'id': task-3192827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182504} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.822967] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.823173] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.823794] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.823794] env[70041]: INFO nova.compute.manager [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Took 1.11 seconds to destroy the instance on the hypervisor. [ 800.824078] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.824078] env[70041]: DEBUG nova.compute.manager [-] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.824286] env[70041]: DEBUG nova.network.neutron [-] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.866225] env[70041]: DEBUG oslo_concurrency.lockutils [req-337937a8-4980-468e-86ea-4076e20c24e9 req-29a0e891-1d90-4751-af42-171809ed7440 service nova] Releasing lock "refresh_cache-dd223fdf-3d89-4464-8007-a75548e78e07" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.947089] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527cfc79-18e3-a1e0-6c6a-4adbef2ebea6, 'name': SearchDatastore_Task, 'duration_secs': 0.016144} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.947427] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.947662] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.947936] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.948098] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.948280] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.948554] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3d4acc5-da75-4ece-bb01-349839ce1553 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.957818] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.958011] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.958984] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531f131e-8abb-4550-99e5-63049d598970 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.966183] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 800.966183] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f2898b-6f6f-68cf-23ff-c578f86ca747" [ 800.966183] env[70041]: _type = "Task" [ 800.966183] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.974637] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f2898b-6f6f-68cf-23ff-c578f86ca747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.978449] env[70041]: DEBUG nova.network.neutron [-] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.115668] env[70041]: DEBUG oslo_vmware.api [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192825, 'name': PowerOnVM_Task, 'duration_secs': 0.717455} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.115668] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.116598] env[70041]: DEBUG nova.compute.manager [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.117621] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b607b9-5539-4894-8f6e-d722e749a832 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.144533] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93529e59-aabd-4970-b225-74a6a7fcb873 tempest-ServersTestJSON-1683706012 tempest-ServersTestJSON-1683706012-project-member] Lock "fd7605e6-ee46-4c0f-9528-bb8b62856c5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.948s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.235796] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.236126] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c37cdf0b-993c-4e8a-932c-a93bf7692515 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.248021] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 801.248021] env[70041]: value = "task-3192828" [ 801.248021] env[70041]: _type = "Task" [ 801.248021] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.254917] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192828, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.307572] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "09ca6c76-6845-4fab-82e0-48f1412e20f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.307831] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.307983] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.466358] env[70041]: DEBUG nova.network.neutron [req-10f8560e-d7dc-41b0-94f2-a3c88126e9ae req-81f4814b-0d40-44ad-9204-fcefba8f6075 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updated VIF entry in instance network info cache for port 292e0536-d7bb-4f70-856d-f196b7c16d6e. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.466956] env[70041]: DEBUG nova.network.neutron [req-10f8560e-d7dc-41b0-94f2-a3c88126e9ae req-81f4814b-0d40-44ad-9204-fcefba8f6075 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updating instance_info_cache with network_info: [{"id": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "address": "fa:16:3e:f6:55:25", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292e0536-d7", "ovs_interfaceid": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.479468] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f2898b-6f6f-68cf-23ff-c578f86ca747, 'name': SearchDatastore_Task, 'duration_secs': 0.017601} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.481480] env[70041]: DEBUG nova.network.neutron [-] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.483405] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d447c7a4-fb4e-428e-aeef-9d481dbad96a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.493583] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 801.493583] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52478bee-0075-04fa-ad0f-ae215fa01253" [ 801.493583] env[70041]: _type = "Task" [ 801.493583] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.506660] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52478bee-0075-04fa-ad0f-ae215fa01253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.663033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.761523] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192828, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.973376] env[70041]: DEBUG oslo_concurrency.lockutils [req-10f8560e-d7dc-41b0-94f2-a3c88126e9ae req-81f4814b-0d40-44ad-9204-fcefba8f6075 service nova] Releasing lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.990515] env[70041]: INFO nova.compute.manager [-] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Took 1.17 seconds to deallocate network for instance. [ 802.013205] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52478bee-0075-04fa-ad0f-ae215fa01253, 'name': SearchDatastore_Task, 'duration_secs': 0.024534} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.016296] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.016677] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 43816297-c504-45e7-b637-9890fd0059e8/43816297-c504-45e7-b637-9890fd0059e8.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.017539] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62261d5f-178d-4109-9615-720f260d22cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.027118] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 802.027118] env[70041]: value = "task-3192829" [ 802.027118] env[70041]: _type = "Task" [ 802.027118] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.041319] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.258126] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192828, 'name': CreateSnapshot_Task, 'duration_secs': 0.824222} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.264246] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 802.264246] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c972e89c-1424-4ec5-b409-8fa048455872 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.279561] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a2052a-a0d6-4258-bc2b-0e54714c883c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.289656] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0e7db-9bfa-4817-bc83-dfdbddd2c2ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.339501] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96287a7-963f-40a9-a53d-276fc869acd8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.353373] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ac9b64-9c89-4035-9a25-edd60c4741d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.369881] env[70041]: DEBUG nova.compute.provider_tree [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.419982] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.419982] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.419982] env[70041]: DEBUG nova.network.neutron [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.507384] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.540181] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192829, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.792550] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 802.793121] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36a66f01-95c2-4cc7-aff3-82a69bf23b4a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.799871] env[70041]: INFO nova.compute.manager [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Rebuilding instance [ 802.804512] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 802.804512] env[70041]: value = "task-3192830" [ 802.804512] env[70041]: _type = "Task" [ 802.804512] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.815666] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192830, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.870627] env[70041]: DEBUG nova.compute.manager [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.871926] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f92e7b-d233-49e8-a2f8-1f6e0b644e1f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.876892] env[70041]: DEBUG nova.scheduler.client.report [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.045816] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581232} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.046092] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 43816297-c504-45e7-b637-9890fd0059e8/43816297-c504-45e7-b637-9890fd0059e8.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.046356] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.046580] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ad71944-6158-4354-892e-d13a79f8a508 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.054463] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 803.054463] env[70041]: value = "task-3192831" [ 803.054463] env[70041]: _type = "Task" [ 803.054463] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.072307] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.254529] env[70041]: DEBUG nova.network.neutron [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance_info_cache with network_info: [{"id": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "address": "fa:16:3e:eb:19:fa", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f3896e-6f", "ovs_interfaceid": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.317357] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192830, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.382356] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.383673] env[70041]: DEBUG nova.compute.manager [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.388661] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.890s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.389280] env[70041]: DEBUG nova.objects.instance [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'resources' on Instance uuid 6f71f548-e204-4279-ac08-19e3a2aba26d {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.569988] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084214} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.570342] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.574768] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98d2d46-bec2-471e-8b57-e4ac06a18b8a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.601858] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 43816297-c504-45e7-b637-9890fd0059e8/43816297-c504-45e7-b637-9890fd0059e8.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.602329] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89c8056-681d-419f-9ce8-f2f7c69e2bbf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.623814] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 803.623814] env[70041]: value = "task-3192832" [ 803.623814] env[70041]: _type = "Task" [ 803.623814] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.633532] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.763094] env[70041]: DEBUG oslo_concurrency.lockutils [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.817879] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192830, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.902468] env[70041]: DEBUG nova.compute.utils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.909576] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.909576] env[70041]: DEBUG nova.compute.manager [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.909576] env[70041]: DEBUG nova.network.neutron [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.913590] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40426cad-26ea-416b-addf-7bd9c1029f1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.922683] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 803.922683] env[70041]: value = "task-3192833" [ 803.922683] env[70041]: _type = "Task" [ 803.922683] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.934839] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.002557] env[70041]: DEBUG nova.policy [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f136ca5eecb4a07b312f92249cf1326', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2130c2d274fe4db9a628f1ab43d2b798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.136627] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192832, 'name': ReconfigVM_Task, 'duration_secs': 0.441989} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.140428] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 43816297-c504-45e7-b637-9890fd0059e8/43816297-c504-45e7-b637-9890fd0059e8.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.142296] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26737fe6-1cde-4a90-a142-65ff38446a5e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.150274] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 804.150274] env[70041]: value = "task-3192834" [ 804.150274] env[70041]: _type = "Task" [ 804.150274] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.165678] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192834, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.300881] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e197ba4e-be2b-49d7-8cba-3b326e343a0e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.327497] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01110427-e350-4a82-80d3-4652b0a9e82b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.338777] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192830, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.339653] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance '09ca6c76-6845-4fab-82e0-48f1412e20f4' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 804.408724] env[70041]: DEBUG nova.compute.manager [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.439290] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192833, 'name': PowerOffVM_Task, 'duration_secs': 0.256754} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.443102] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.444281] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.445688] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7da173e-4700-4859-9227-b0ce8632b759 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.458170] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.458770] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecf650fc-2893-436d-843f-30aaae88b702 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.545255] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.545480] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.545705] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleting the datastore file [datastore2] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.548882] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05342737-49a2-41de-a096-a8c8904fa0b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.555979] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 804.555979] env[70041]: value = "task-3192836" [ 804.555979] env[70041]: _type = "Task" [ 804.555979] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.565549] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.663341] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192834, 'name': Rename_Task, 'duration_secs': 0.311397} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.666069] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.666568] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2946d00f-4fde-4a6c-bea5-74c26cdc24a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.685169] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 804.685169] env[70041]: value = "task-3192837" [ 804.685169] env[70041]: _type = "Task" [ 804.685169] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.696876] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192837, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.732019] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5c6694-ee9b-484f-a0bf-c532fbc247a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.740257] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2fc72-03de-4414-a2bb-609c47394ab9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.781817] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331e9380-9e34-4903-bb74-bad7deba955d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.790546] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b064d-910b-43b3-b000-b18dcb719cd3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.807376] env[70041]: DEBUG nova.compute.provider_tree [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.821450] env[70041]: DEBUG nova.network.neutron [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Successfully created port: 0611ecb4-962e-4a90-837d-aa946a448d26 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.833786] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192830, 'name': CloneVM_Task, 'duration_secs': 1.720497} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.833947] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Created linked-clone VM from snapshot [ 804.834798] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c8939b-09c7-4713-8599-7b538408b32f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.845901] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Uploading image 871d8376-f42a-40e3-bb43-912209d92718 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 804.851854] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.852480] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb55aac-8b9e-44c2-9459-0641bcbea061 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.859210] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 804.859210] env[70041]: value = "task-3192838" [ 804.859210] env[70041]: _type = "Task" [ 804.859210] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.873735] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.875855] env[70041]: DEBUG oslo_vmware.rw_handles [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 804.875855] env[70041]: value = "vm-638494" [ 804.875855] env[70041]: _type = "VirtualMachine" [ 804.875855] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 804.876059] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9904534e-ea99-4f5c-a09f-70a38377eb47 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.885514] env[70041]: DEBUG oslo_vmware.rw_handles [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lease: (returnval){ [ 804.885514] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232de99-2505-17b7-9a1d-e026892f90b0" [ 804.885514] env[70041]: _type = "HttpNfcLease" [ 804.885514] env[70041]: } obtained for exporting VM: (result){ [ 804.885514] env[70041]: value = "vm-638494" [ 804.885514] env[70041]: _type = "VirtualMachine" [ 804.885514] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 804.885760] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the lease: (returnval){ [ 804.885760] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232de99-2505-17b7-9a1d-e026892f90b0" [ 804.885760] env[70041]: _type = "HttpNfcLease" [ 804.885760] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 804.894845] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.894845] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232de99-2505-17b7-9a1d-e026892f90b0" [ 804.894845] env[70041]: _type = "HttpNfcLease" [ 804.894845] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.914722] env[70041]: DEBUG oslo_vmware.rw_handles [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52916aa4-4ab2-b567-0989-77657e78ae48/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 804.919737] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5a97ca-4b42-4056-b28a-2225b9b48b05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.926251] env[70041]: DEBUG oslo_vmware.rw_handles [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52916aa4-4ab2-b567-0989-77657e78ae48/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 804.926439] env[70041]: ERROR oslo_vmware.rw_handles [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52916aa4-4ab2-b567-0989-77657e78ae48/disk-0.vmdk due to incomplete transfer. [ 804.926743] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c18ddb65-48bb-4a75-a287-2fb9e72f70ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.935992] env[70041]: DEBUG oslo_vmware.rw_handles [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52916aa4-4ab2-b567-0989-77657e78ae48/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 804.936268] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Uploaded image 8aec1b12-334f-47de-858d-adce89887396 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 804.941404] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 804.941404] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48d56579-989b-4de9-b983-dab47d9a7044 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.945930] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 804.945930] env[70041]: value = "task-3192840" [ 804.945930] env[70041]: _type = "Task" [ 804.945930] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.957817] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192840, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.067028] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253995} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.068810] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.069080] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.069274] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.197658] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192837, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.310524] env[70041]: DEBUG nova.scheduler.client.report [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.370572] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.397098] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.397098] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232de99-2505-17b7-9a1d-e026892f90b0" [ 805.397098] env[70041]: _type = "HttpNfcLease" [ 805.397098] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.397406] env[70041]: DEBUG oslo_vmware.rw_handles [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.397406] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232de99-2505-17b7-9a1d-e026892f90b0" [ 805.397406] env[70041]: _type = "HttpNfcLease" [ 805.397406] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.398171] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0601f230-8aa8-4fcc-9d39-236c6085b7c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.406125] env[70041]: DEBUG oslo_vmware.rw_handles [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e9827f-884d-27a6-48bc-379bdf5dc18c/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.406125] env[70041]: DEBUG oslo_vmware.rw_handles [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e9827f-884d-27a6-48bc-379bdf5dc18c/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 805.470387] env[70041]: DEBUG nova.compute.manager [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.484437] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192840, 'name': Destroy_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.506192] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.506192] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.506330] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.510056] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.510056] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.510056] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.510056] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.510056] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.510056] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.510056] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.510056] env[70041]: DEBUG nova.virt.hardware [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.510056] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96562e21-fb08-4a00-8250-34a73034850e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.518179] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e48b824-6024-490c-832f-9ed652934871 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.566835] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dcca2c96-16c9-45de-a81f-4fc6c3fed2cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.695722] env[70041]: DEBUG oslo_vmware.api [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192837, 'name': PowerOnVM_Task, 'duration_secs': 0.544245} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.696173] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.696173] env[70041]: INFO nova.compute.manager [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Took 8.89 seconds to spawn the instance on the hypervisor. [ 805.696336] env[70041]: DEBUG nova.compute.manager [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.697191] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f199eca-8bd0-4c25-b599-e69419cd214d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.819461] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.822067] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.469s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.823540] env[70041]: INFO nova.compute.claims [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.858247] env[70041]: INFO nova.scheduler.client.report [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleted allocations for instance 6f71f548-e204-4279-ac08-19e3a2aba26d [ 805.873392] env[70041]: DEBUG oslo_vmware.api [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192838, 'name': PowerOnVM_Task, 'duration_secs': 0.918935} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.873621] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.873817] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-17df36f2-d4ce-4a6a-b065-96eb07b4dcf0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance '09ca6c76-6845-4fab-82e0-48f1412e20f4' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.989869] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192840, 'name': Destroy_Task, 'duration_secs': 0.703224} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.989869] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Destroyed the VM [ 805.989869] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 805.989869] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df17c496-bd35-4a2e-afd1-77ff3d2bcb37 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.999099] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 805.999099] env[70041]: value = "task-3192841" [ 805.999099] env[70041]: _type = "Task" [ 805.999099] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.011792] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.140333] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.145879] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.147170] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.147170] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.147170] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.147170] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.147170] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.147828] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.147828] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.147828] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.147977] env[70041]: DEBUG nova.virt.hardware [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.148842] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71d875a-48f9-457f-8590-d95f2e1c53bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.167176] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2b7ff8-6a09-4f56-a074-3b79eba39a3d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.191158] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:e1:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be76a6d4-56af-4841-acf7-2e576efb9fa6', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.202994] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.203593] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.204477] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0090736b-d11b-4efe-8194-2cee9a8296e9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.238901] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.238901] env[70041]: value = "task-3192842" [ 806.238901] env[70041]: _type = "Task" [ 806.238901] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.240489] env[70041]: INFO nova.compute.manager [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Took 56.59 seconds to build instance. [ 806.251518] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192842, 'name': CreateVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.372794] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b06af990-157a-459c-bbb1-a90e182ef485 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "6f71f548-e204-4279-ac08-19e3a2aba26d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.537s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.519672] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.748769] env[70041]: DEBUG oslo_concurrency.lockutils [None req-41525874-7a3c-4f0e-b998-5fc336ab1427 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.696s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.749078] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.749295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.760339] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192842, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.016480] env[70041]: DEBUG oslo_vmware.api [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192841, 'name': RemoveSnapshot_Task, 'duration_secs': 0.954246} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.016757] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.016977] env[70041]: INFO nova.compute.manager [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Took 15.50 seconds to snapshot the instance on the hypervisor. [ 807.226581] env[70041]: DEBUG nova.network.neutron [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Successfully updated port: 0611ecb4-962e-4a90-837d-aa946a448d26 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.255952] env[70041]: DEBUG nova.compute.manager [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.263414] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192842, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.336080] env[70041]: DEBUG nova.compute.manager [req-41be393c-62f3-4026-b43f-1b6b721acd5e req-3dd36cae-1785-47a3-ae6c-0777768e7c5f service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Received event network-vif-plugged-0611ecb4-962e-4a90-837d-aa946a448d26 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 807.336364] env[70041]: DEBUG oslo_concurrency.lockutils [req-41be393c-62f3-4026-b43f-1b6b721acd5e req-3dd36cae-1785-47a3-ae6c-0777768e7c5f service nova] Acquiring lock "2f55931b-4d0b-4d29-abf8-14b485770c51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.336659] env[70041]: DEBUG oslo_concurrency.lockutils [req-41be393c-62f3-4026-b43f-1b6b721acd5e req-3dd36cae-1785-47a3-ae6c-0777768e7c5f service nova] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.336996] env[70041]: DEBUG oslo_concurrency.lockutils [req-41be393c-62f3-4026-b43f-1b6b721acd5e req-3dd36cae-1785-47a3-ae6c-0777768e7c5f service nova] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.337306] env[70041]: DEBUG nova.compute.manager [req-41be393c-62f3-4026-b43f-1b6b721acd5e req-3dd36cae-1785-47a3-ae6c-0777768e7c5f service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] No waiting events found dispatching network-vif-plugged-0611ecb4-962e-4a90-837d-aa946a448d26 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.337502] env[70041]: WARNING nova.compute.manager [req-41be393c-62f3-4026-b43f-1b6b721acd5e req-3dd36cae-1785-47a3-ae6c-0777768e7c5f service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Received unexpected event network-vif-plugged-0611ecb4-962e-4a90-837d-aa946a448d26 for instance with vm_state building and task_state spawning. [ 807.606764] env[70041]: DEBUG nova.compute.manager [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Found 3 images (rotation: 2) {{(pid=70041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 807.607134] env[70041]: DEBUG nova.compute.manager [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Rotating out 1 backups {{(pid=70041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 807.607134] env[70041]: DEBUG nova.compute.manager [None req-be14b618-1bc9-45f8-ba26-2b638df09170 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deleting image 9a7558a3-e7ec-4f20-8fcb-9f1c75c35773 {{(pid=70041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 807.646339] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a785001-bfca-4412-ae79-4806577c0b56 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.656026] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab581dc-9fa5-4ee1-aec8-bd55e9f7f9da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.685995] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd445af4-d782-4936-970e-eb06319e6e8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.696414] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e1f20-6348-40bc-a3bc-11668a8bb722 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.708377] env[70041]: DEBUG nova.compute.provider_tree [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.729609] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-2f55931b-4d0b-4d29-abf8-14b485770c51" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.729609] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-2f55931b-4d0b-4d29-abf8-14b485770c51" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.729892] env[70041]: DEBUG nova.network.neutron [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.761232] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192842, 'name': CreateVM_Task, 'duration_secs': 1.407986} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.761417] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.762101] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.762268] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.762594] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.763061] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14123e4-1fec-4575-9a97-8941e7c5acfb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.772416] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 807.772416] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52151182-a203-35d2-4553-210b2276e26d" [ 807.772416] env[70041]: _type = "Task" [ 807.772416] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.783269] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52151182-a203-35d2-4553-210b2276e26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.784350] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.212280] env[70041]: DEBUG nova.scheduler.client.report [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.269077] env[70041]: DEBUG nova.network.neutron [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.287752] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52151182-a203-35d2-4553-210b2276e26d, 'name': SearchDatastore_Task, 'duration_secs': 0.016975} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.290606] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.290606] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.290606] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.290606] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.290606] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.290606] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d9d667-f452-49fb-b99c-1cd185133904 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.308024] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.308024] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.308024] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5095b1cc-ba22-413f-8f8b-1e3b92210bed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.319361] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 808.319361] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5258e746-51fe-9ed3-fcff-79fd7bbca14a" [ 808.319361] env[70041]: _type = "Task" [ 808.319361] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.332197] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5258e746-51fe-9ed3-fcff-79fd7bbca14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.593723] env[70041]: DEBUG nova.network.neutron [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Updating instance_info_cache with network_info: [{"id": "0611ecb4-962e-4a90-837d-aa946a448d26", "address": "fa:16:3e:1e:ea:76", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0611ecb4-96", "ovs_interfaceid": "0611ecb4-962e-4a90-837d-aa946a448d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.720428] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.721228] env[70041]: DEBUG nova.compute.manager [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.725192] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.912s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.725401] env[70041]: DEBUG nova.objects.instance [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 808.833646] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5258e746-51fe-9ed3-fcff-79fd7bbca14a, 'name': SearchDatastore_Task, 'duration_secs': 0.019653} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.834010] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f1d10a-c78c-46f1-b8a8-b365570b5b9f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.840050] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 808.840050] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525d130f-ed86-d085-4997-c645f1ed28db" [ 808.840050] env[70041]: _type = "Task" [ 808.840050] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.848792] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525d130f-ed86-d085-4997-c645f1ed28db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.083680] env[70041]: DEBUG nova.network.neutron [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Port e6f3896e-6fdf-4a76-9cfa-548f882e97d6 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 809.083984] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.084149] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.084310] env[70041]: DEBUG nova.network.neutron [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.097984] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-2f55931b-4d0b-4d29-abf8-14b485770c51" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.098422] env[70041]: DEBUG nova.compute.manager [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Instance network_info: |[{"id": "0611ecb4-962e-4a90-837d-aa946a448d26", "address": "fa:16:3e:1e:ea:76", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0611ecb4-96", "ovs_interfaceid": "0611ecb4-962e-4a90-837d-aa946a448d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.098836] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ea:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0611ecb4-962e-4a90-837d-aa946a448d26', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.111722] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.112888] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.113261] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-424d89fa-4f2f-4ecb-9428-eec15bed63d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.137072] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.137072] env[70041]: value = "task-3192843" [ 809.137072] env[70041]: _type = "Task" [ 809.137072] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.145808] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192843, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.231828] env[70041]: DEBUG nova.compute.utils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.236060] env[70041]: DEBUG nova.compute.manager [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.236234] env[70041]: DEBUG nova.network.neutron [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.326405] env[70041]: DEBUG nova.policy [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab112d8c9fee435cbdee46eb2d412537', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a621766dbebd4a40859b26c22f63d0e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.353155] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525d130f-ed86-d085-4997-c645f1ed28db, 'name': SearchDatastore_Task, 'duration_secs': 0.020661} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.353294] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.353543] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.353811] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e1beda9-0fc9-48bf-87df-d542b6e0c4b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.360155] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 809.360155] env[70041]: value = "task-3192844" [ 809.360155] env[70041]: _type = "Task" [ 809.360155] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.368201] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.649730] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192843, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.737227] env[70041]: DEBUG nova.compute.manager [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.743166] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b85e7020-dc7a-410f-b527-4f51252ec407 tempest-ServersAdmin275Test-413856719 tempest-ServersAdmin275Test-413856719-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.744636] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.854s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.745668] env[70041]: DEBUG nova.objects.instance [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lazy-loading 'resources' on Instance uuid 8a4a241c-df83-4200-83f1-88fcbc969667 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.876099] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192844, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.145843] env[70041]: DEBUG nova.compute.manager [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Received event network-changed-0611ecb4-962e-4a90-837d-aa946a448d26 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 810.146191] env[70041]: DEBUG nova.compute.manager [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Refreshing instance network info cache due to event network-changed-0611ecb4-962e-4a90-837d-aa946a448d26. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 810.146398] env[70041]: DEBUG oslo_concurrency.lockutils [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] Acquiring lock "refresh_cache-2f55931b-4d0b-4d29-abf8-14b485770c51" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.146581] env[70041]: DEBUG oslo_concurrency.lockutils [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] Acquired lock "refresh_cache-2f55931b-4d0b-4d29-abf8-14b485770c51" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.146842] env[70041]: DEBUG nova.network.neutron [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Refreshing network info cache for port 0611ecb4-962e-4a90-837d-aa946a448d26 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.156126] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192843, 'name': CreateVM_Task, 'duration_secs': 0.531777} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.156126] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.156126] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.156126] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.156126] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.156349] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b225461-1db3-4b83-b459-4029b748e57c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.161922] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 810.161922] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52502c2e-bfa8-1926-e774-0f28551409c2" [ 810.161922] env[70041]: _type = "Task" [ 810.161922] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.173606] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52502c2e-bfa8-1926-e774-0f28551409c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.373678] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671075} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.376186] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.376509] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.376828] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1611494-4fa6-4e61-8559-5a8f3334d1b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.386124] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 810.386124] env[70041]: value = "task-3192845" [ 810.386124] env[70041]: _type = "Task" [ 810.386124] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.392508] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.501487] env[70041]: DEBUG nova.network.neutron [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance_info_cache with network_info: [{"id": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "address": "fa:16:3e:eb:19:fa", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f3896e-6f", "ovs_interfaceid": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.593152] env[70041]: DEBUG nova.network.neutron [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Successfully created port: d78de100-f35a-4e10-9246-4581eb7e13d0 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.680795] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52502c2e-bfa8-1926-e774-0f28551409c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01746} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.681987] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.682345] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.682641] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.682825] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.683418] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.683823] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73202f3f-db95-47f0-bcc7-dd585c021c39 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.696889] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.697177] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.697989] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f20e3dc-bad6-44bb-b549-63d0d055565c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.707633] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 810.707633] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5215ed2b-6243-d731-eee7-e228b4b06a0d" [ 810.707633] env[70041]: _type = "Task" [ 810.707633] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.722146] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5215ed2b-6243-d731-eee7-e228b4b06a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.01225} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.722998] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566331a1-fa59-4bba-be8e-642eb013a431 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.730744] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 810.730744] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e1c05-2121-c353-0636-ddf3dcac3892" [ 810.730744] env[70041]: _type = "Task" [ 810.730744] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.740122] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e1c05-2121-c353-0636-ddf3dcac3892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.752799] env[70041]: DEBUG nova.compute.manager [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.789857] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.792398] env[70041]: DEBUG nova.virt.hardware [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.792947] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a97297-ec86-47da-a2ae-1a1b60e8fce9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.806279] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef9c9c3-e4a3-4232-9b82-4298f6913e88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.875018] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac63abb7-d1a3-4b9f-a596-70b2474dfde4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.883352] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5b8df7-0754-4302-b0b6-acc66dfa29c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.927930] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63a45ae-b658-49cf-babf-ea84f075e6b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.930654] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072833} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.931156] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.932592] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d0d959-a6ca-43a6-a54d-82296e3b2f99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.939360] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a07e330-e6f0-42d7-be7a-6d81486c26c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.968777] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.973063] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900dbdec-680e-427d-a34d-639461af5294 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.999970] env[70041]: DEBUG nova.compute.provider_tree [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.005268] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.008187] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 811.008187] env[70041]: value = "task-3192846" [ 811.008187] env[70041]: _type = "Task" [ 811.008187] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.021018] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.236844] env[70041]: DEBUG nova.network.neutron [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Updated VIF entry in instance network info cache for port 0611ecb4-962e-4a90-837d-aa946a448d26. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.237283] env[70041]: DEBUG nova.network.neutron [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Updating instance_info_cache with network_info: [{"id": "0611ecb4-962e-4a90-837d-aa946a448d26", "address": "fa:16:3e:1e:ea:76", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0611ecb4-96", "ovs_interfaceid": "0611ecb4-962e-4a90-837d-aa946a448d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.244941] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e1c05-2121-c353-0636-ddf3dcac3892, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.245441] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.245743] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 2f55931b-4d0b-4d29-abf8-14b485770c51/2f55931b-4d0b-4d29-abf8-14b485770c51.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.246051] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69b56758-89d2-4ad9-8785-e45f303e891a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.253878] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 811.253878] env[70041]: value = "task-3192847" [ 811.253878] env[70041]: _type = "Task" [ 811.253878] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.271495] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.502974] env[70041]: DEBUG nova.scheduler.client.report [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.514777] env[70041]: DEBUG nova.compute.manager [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70041) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 811.514777] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.521546] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192846, 'name': ReconfigVM_Task, 'duration_secs': 0.315892} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.522016] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Reconfigured VM instance instance-00000010 to attach disk [datastore1] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f/d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.523240] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b61035a-4d66-417c-b4a9-b9d29c3315f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.532261] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 811.532261] env[70041]: value = "task-3192848" [ 811.532261] env[70041]: _type = "Task" [ 811.532261] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.543937] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192848, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.746968] env[70041]: DEBUG oslo_concurrency.lockutils [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] Releasing lock "refresh_cache-2f55931b-4d0b-4d29-abf8-14b485770c51" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.747340] env[70041]: DEBUG nova.compute.manager [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Received event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 811.747549] env[70041]: DEBUG nova.compute.manager [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing instance network info cache due to event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 811.747835] env[70041]: DEBUG oslo_concurrency.lockutils [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] Acquiring lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.747996] env[70041]: DEBUG oslo_concurrency.lockutils [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] Acquired lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.748232] env[70041]: DEBUG nova.network.neutron [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.765957] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192847, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.010963] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.018978] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.490s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.018978] env[70041]: DEBUG nova.objects.instance [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lazy-loading 'resources' on Instance uuid 472b3b50-e4d5-409d-99d9-2bc2fb525b38 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.032355] env[70041]: INFO nova.scheduler.client.report [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Deleted allocations for instance 8a4a241c-df83-4200-83f1-88fcbc969667 [ 812.053114] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192848, 'name': Rename_Task, 'duration_secs': 0.171553} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.053972] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.054382] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ab8b7d4-7c42-4887-9aeb-a314fae3562b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.062457] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 812.062457] env[70041]: value = "task-3192849" [ 812.062457] env[70041]: _type = "Task" [ 812.062457] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.075763] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.266493] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667091} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.267309] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 2f55931b-4d0b-4d29-abf8-14b485770c51/2f55931b-4d0b-4d29-abf8-14b485770c51.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.267309] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.267309] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a504528f-be85-4a89-90b8-ad34d4fd37a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.277638] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 812.277638] env[70041]: value = "task-3192850" [ 812.277638] env[70041]: _type = "Task" [ 812.277638] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.285592] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.395670] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.395998] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.547169] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a5def89-08f0-4ef2-8ff7-de402c0dcc9c tempest-ServerRescueTestJSONUnderV235-222649355 tempest-ServerRescueTestJSONUnderV235-222649355-project-member] Lock "8a4a241c-df83-4200-83f1-88fcbc969667" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.288s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.578333] env[70041]: DEBUG oslo_vmware.api [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192849, 'name': PowerOnVM_Task, 'duration_secs': 0.475991} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.578333] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.578333] env[70041]: DEBUG nova.compute.manager [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.579163] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac65526d-78f6-408f-a2a7-ad29d17ab0ba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.737484] env[70041]: DEBUG nova.network.neutron [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updated VIF entry in instance network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.737976] env[70041]: DEBUG nova.network.neutron [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updating instance_info_cache with network_info: [{"id": "d153d970-06db-4c27-b79b-ed15b61dac3c", "address": "fa:16:3e:d0:0d:19", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd153d970-06", "ovs_interfaceid": "d153d970-06db-4c27-b79b-ed15b61dac3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.787376] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080894} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.790213] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.792178] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdb3b0a-22b0-4a99-a425-000a7a95863c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.814950] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 2f55931b-4d0b-4d29-abf8-14b485770c51/2f55931b-4d0b-4d29-abf8-14b485770c51.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.818071] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8abd8304-5214-4537-9f9a-52fd00ef7cb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.840318] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 812.840318] env[70041]: value = "task-3192851" [ 812.840318] env[70041]: _type = "Task" [ 812.840318] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.851418] env[70041]: DEBUG nova.network.neutron [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Successfully updated port: d78de100-f35a-4e10-9246-4581eb7e13d0 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.858784] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.903432] env[70041]: DEBUG nova.compute.manager [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.105027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.136291] env[70041]: DEBUG nova.compute.manager [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Received event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 813.136428] env[70041]: DEBUG nova.compute.manager [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing instance network info cache due to event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 813.136616] env[70041]: DEBUG oslo_concurrency.lockutils [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] Acquiring lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.204347] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b6857e-60d0-449b-b2c5-d131c1e0ea09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.215174] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aa311e-4605-47f1-8cd2-5481fe90997a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.251483] env[70041]: DEBUG oslo_concurrency.lockutils [req-b5140b6d-e2be-45e4-9225-ae786060a84d req-8f949170-ec59-4b9b-ad1a-bf2e4dbc02ea service nova] Releasing lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.252203] env[70041]: DEBUG oslo_concurrency.lockutils [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] Acquired lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.252404] env[70041]: DEBUG nova.network.neutron [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.254872] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee35ed-49e6-4413-a9e5-3900bf9b89c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.267907] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2dfbba-8100-4997-84dc-c973abfc4a53 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.295287] env[70041]: DEBUG nova.compute.provider_tree [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.351929] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.364177] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "03abe8f5-b70c-4526-b42e-897fdb83b83f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.364474] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "03abe8f5-b70c-4526-b42e-897fdb83b83f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.366593] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquiring lock "refresh_cache-8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.366801] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquired lock "refresh_cache-8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.367218] env[70041]: DEBUG nova.network.neutron [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.428657] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.799977] env[70041]: DEBUG nova.scheduler.client.report [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.804225] env[70041]: DEBUG oslo_concurrency.lockutils [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "004005be-9af0-421e-9352-9bec6c956564" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.804579] env[70041]: DEBUG oslo_concurrency.lockutils [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.805745] env[70041]: DEBUG nova.compute.manager [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.806097] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1122ec59-ea49-4657-815a-06605038075e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.814526] env[70041]: DEBUG nova.compute.manager [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 813.815324] env[70041]: DEBUG nova.objects.instance [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'flavor' on Instance uuid 004005be-9af0-421e-9352-9bec6c956564 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.852943] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192851, 'name': ReconfigVM_Task, 'duration_secs': 0.591846} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.854905] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 2f55931b-4d0b-4d29-abf8-14b485770c51/2f55931b-4d0b-4d29-abf8-14b485770c51.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.857257] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b6fc845-700c-4a2f-ae7a-cc9367b6e006 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.864251] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 813.864251] env[70041]: value = "task-3192852" [ 813.864251] env[70041]: _type = "Task" [ 813.864251] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.868145] env[70041]: DEBUG nova.compute.manager [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.887414] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192852, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.940272] env[70041]: DEBUG nova.network.neutron [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.171742] env[70041]: DEBUG nova.network.neutron [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updated VIF entry in instance network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.172136] env[70041]: DEBUG nova.network.neutron [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updating instance_info_cache with network_info: [{"id": "d153d970-06db-4c27-b79b-ed15b61dac3c", "address": "fa:16:3e:d0:0d:19", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd153d970-06", "ovs_interfaceid": "d153d970-06db-4c27-b79b-ed15b61dac3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.243894] env[70041]: DEBUG nova.network.neutron [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Updating instance_info_cache with network_info: [{"id": "d78de100-f35a-4e10-9246-4581eb7e13d0", "address": "fa:16:3e:54:89:9e", "network": {"id": "1e40ebd2-aa5a-4334-ab4d-49dfdbd4ac2d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1472844779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a621766dbebd4a40859b26c22f63d0e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78de100-f3", "ovs_interfaceid": "d78de100-f35a-4e10-9246-4581eb7e13d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.306760] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.309883] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.277s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.312807] env[70041]: INFO nova.compute.claims [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.340964] env[70041]: INFO nova.scheduler.client.report [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Deleted allocations for instance 472b3b50-e4d5-409d-99d9-2bc2fb525b38 [ 814.381690] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192852, 'name': Rename_Task, 'duration_secs': 0.329609} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.382161] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.384823] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e2d8812-5719-4831-ace7-3cc514f0dfbb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.396229] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 814.396229] env[70041]: value = "task-3192853" [ 814.396229] env[70041]: _type = "Task" [ 814.396229] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.402641] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.410196] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.676548] env[70041]: DEBUG oslo_concurrency.lockutils [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] Releasing lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.676864] env[70041]: DEBUG nova.compute.manager [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Received event network-changed-292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 814.677034] env[70041]: DEBUG nova.compute.manager [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Refreshing instance network info cache due to event network-changed-292e0536-d7bb-4f70-856d-f196b7c16d6e. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 814.677276] env[70041]: DEBUG oslo_concurrency.lockutils [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] Acquiring lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.677424] env[70041]: DEBUG oslo_concurrency.lockutils [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] Acquired lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.677586] env[70041]: DEBUG nova.network.neutron [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Refreshing network info cache for port 292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.749021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Releasing lock "refresh_cache-8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.749021] env[70041]: DEBUG nova.compute.manager [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Instance network_info: |[{"id": "d78de100-f35a-4e10-9246-4581eb7e13d0", "address": "fa:16:3e:54:89:9e", "network": {"id": "1e40ebd2-aa5a-4334-ab4d-49dfdbd4ac2d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1472844779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a621766dbebd4a40859b26c22f63d0e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78de100-f3", "ovs_interfaceid": "d78de100-f35a-4e10-9246-4581eb7e13d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.749021] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:89:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd78de100-f35a-4e10-9246-4581eb7e13d0', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.757967] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Creating folder: Project (a621766dbebd4a40859b26c22f63d0e3). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.760019] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64f7c279-bef0-4f2a-9b45-699f3c8ec274 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.766531] env[70041]: DEBUG nova.compute.manager [req-d25bc51b-bfea-4692-ba42-0a00ba7a01b4 req-9dcc335d-4778-430f-82e2-8011482b7104 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Received event network-changed-292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 814.767073] env[70041]: DEBUG nova.compute.manager [req-d25bc51b-bfea-4692-ba42-0a00ba7a01b4 req-9dcc335d-4778-430f-82e2-8011482b7104 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Refreshing instance network info cache due to event network-changed-292e0536-d7bb-4f70-856d-f196b7c16d6e. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 814.767513] env[70041]: DEBUG oslo_concurrency.lockutils [req-d25bc51b-bfea-4692-ba42-0a00ba7a01b4 req-9dcc335d-4778-430f-82e2-8011482b7104 service nova] Acquiring lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.783473] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Created folder: Project (a621766dbebd4a40859b26c22f63d0e3) in parent group-v638323. [ 814.783473] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Creating folder: Instances. Parent ref: group-v638497. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.783473] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-692075c6-87a7-4b04-aa11-4331ec4218ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.795403] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Created folder: Instances in parent group-v638497. [ 814.795403] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.795403] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.795403] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e9f0e10-66e5-4474-9e2c-f34bdbe488de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.818722] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.818722] env[70041]: value = "task-3192856" [ 814.818722] env[70041]: _type = "Task" [ 814.818722] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.823650] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.824971] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a09fd877-461b-4004-8ccb-76afa23ca26a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.832431] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192856, 'name': CreateVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.833990] env[70041]: DEBUG oslo_vmware.api [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 814.833990] env[70041]: value = "task-3192857" [ 814.833990] env[70041]: _type = "Task" [ 814.833990] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.842877] env[70041]: DEBUG oslo_vmware.api [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.850956] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5e8908b-e708-48b7-a4de-9150fcb1591c tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "472b3b50-e4d5-409d-99d9-2bc2fb525b38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.343s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.911915] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192853, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.336656] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192856, 'name': CreateVM_Task, 'duration_secs': 0.426477} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.339430] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.340243] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.340421] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.340741] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.341466] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81776ee1-4aac-488d-93e6-1a0ff8b52be2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.347293] env[70041]: DEBUG oslo_vmware.api [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192857, 'name': PowerOffVM_Task, 'duration_secs': 0.249481} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.349418] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.349418] env[70041]: DEBUG nova.compute.manager [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.349600] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3b6a4a-20f0-4001-aa57-90c1cea5d4bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.354063] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 815.354063] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52344b6f-bb5d-6845-2fad-7f99629ea125" [ 815.354063] env[70041]: _type = "Task" [ 815.354063] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.371453] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52344b6f-bb5d-6845-2fad-7f99629ea125, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.371453] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.371453] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.371453] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.371453] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.371453] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.371453] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-180c2ccb-243f-4461-acf0-73553360804d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.380262] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.380919] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.381708] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f456e9af-fb86-45ba-ae3d-e04f6ee63501 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.391691] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 815.391691] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5299482e-67ff-8494-c3df-0edc64b723e1" [ 815.391691] env[70041]: _type = "Task" [ 815.391691] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.420574] env[70041]: DEBUG oslo_vmware.api [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192853, 'name': PowerOnVM_Task, 'duration_secs': 0.789098} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.421785] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5299482e-67ff-8494-c3df-0edc64b723e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.424127] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.425062] env[70041]: INFO nova.compute.manager [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Took 9.95 seconds to spawn the instance on the hypervisor. [ 815.425062] env[70041]: DEBUG nova.compute.manager [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.428745] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c70b46-b2b0-4174-bcd1-bcc964248583 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.433920] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299029be-4017-45eb-9afc-77dbbbe82839 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.440667] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 815.440667] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5254cbbd-f27c-f8e8-0024-e845cfe7f61d" [ 815.440667] env[70041]: _type = "Task" [ 815.440667] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.460070] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5254cbbd-f27c-f8e8-0024-e845cfe7f61d, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.460748] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.463680] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd/8ae80cc5-4c08-46bc-92ea-6343cb25a9fd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.463680] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeb83aac-a8e3-4881-bbb7-f65c6e3e4038 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.475518] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 815.475518] env[70041]: value = "task-3192858" [ 815.475518] env[70041]: _type = "Task" [ 815.475518] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.487015] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.563885] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "43816297-c504-45e7-b637-9890fd0059e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.563885] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.564170] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "43816297-c504-45e7-b637-9890fd0059e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.564338] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.564447] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.571082] env[70041]: INFO nova.compute.manager [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Terminating instance [ 815.604740] env[70041]: DEBUG nova.compute.manager [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Received event network-vif-plugged-d78de100-f35a-4e10-9246-4581eb7e13d0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 815.604740] env[70041]: DEBUG oslo_concurrency.lockutils [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] Acquiring lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.604850] env[70041]: DEBUG oslo_concurrency.lockutils [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] Lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.604948] env[70041]: DEBUG oslo_concurrency.lockutils [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] Lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.605509] env[70041]: DEBUG nova.compute.manager [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] No waiting events found dispatching network-vif-plugged-d78de100-f35a-4e10-9246-4581eb7e13d0 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.605737] env[70041]: WARNING nova.compute.manager [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Received unexpected event network-vif-plugged-d78de100-f35a-4e10-9246-4581eb7e13d0 for instance with vm_state building and task_state spawning. [ 815.605902] env[70041]: DEBUG nova.compute.manager [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Received event network-changed-d78de100-f35a-4e10-9246-4581eb7e13d0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 815.606231] env[70041]: DEBUG nova.compute.manager [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Refreshing instance network info cache due to event network-changed-d78de100-f35a-4e10-9246-4581eb7e13d0. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 815.606619] env[70041]: DEBUG oslo_concurrency.lockutils [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] Acquiring lock "refresh_cache-8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.606619] env[70041]: DEBUG oslo_concurrency.lockutils [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] Acquired lock "refresh_cache-8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.606922] env[70041]: DEBUG nova.network.neutron [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Refreshing network info cache for port d78de100-f35a-4e10-9246-4581eb7e13d0 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.613933] env[70041]: DEBUG nova.network.neutron [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updated VIF entry in instance network info cache for port 292e0536-d7bb-4f70-856d-f196b7c16d6e. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.614332] env[70041]: DEBUG nova.network.neutron [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updating instance_info_cache with network_info: [{"id": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "address": "fa:16:3e:f6:55:25", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292e0536-d7", "ovs_interfaceid": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.730309] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "540472c7-d925-490e-a3eb-66f3b2de608c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.730426] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "540472c7-d925-490e-a3eb-66f3b2de608c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.730593] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "540472c7-d925-490e-a3eb-66f3b2de608c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.730753] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "540472c7-d925-490e-a3eb-66f3b2de608c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.730923] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "540472c7-d925-490e-a3eb-66f3b2de608c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.735328] env[70041]: INFO nova.compute.manager [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Terminating instance [ 815.743999] env[70041]: DEBUG oslo_vmware.rw_handles [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e9827f-884d-27a6-48bc-379bdf5dc18c/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 815.746017] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a8430a-bafc-4811-9579-543d4f3d86ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.758174] env[70041]: DEBUG oslo_vmware.rw_handles [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e9827f-884d-27a6-48bc-379bdf5dc18c/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 815.758429] env[70041]: ERROR oslo_vmware.rw_handles [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e9827f-884d-27a6-48bc-379bdf5dc18c/disk-0.vmdk due to incomplete transfer. [ 815.758808] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fee8c803-54ba-4de0-9baf-2326eb5d7969 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.767731] env[70041]: DEBUG oslo_vmware.rw_handles [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e9827f-884d-27a6-48bc-379bdf5dc18c/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 815.767968] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Uploaded image 871d8376-f42a-40e3-bb43-912209d92718 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 815.770484] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 815.773485] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea8f162c-f32c-4c2b-9dc2-dde15551ffb2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.780714] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 815.780714] env[70041]: value = "task-3192859" [ 815.780714] env[70041]: _type = "Task" [ 815.780714] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.791285] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192859, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.870160] env[70041]: DEBUG oslo_concurrency.lockutils [None req-20411bdc-4bb2-45af-b771-ebdc675ac9ee tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.966801] env[70041]: INFO nova.compute.manager [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Took 62.48 seconds to build instance. [ 815.994547] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192858, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.050565] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9558d3b-421c-46c3-88c7-87aecda696f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.058488] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8af7b6-dde2-4309-8eaf-601cb4ad6640 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.091360] env[70041]: DEBUG nova.compute.manager [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.091541] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.092674] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b13aa7-9e7b-4f1f-bd3d-fa29ae8a2edc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.096813] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f1a78d-2ed3-404c-98da-757d6699cc25 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.107934] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d5b285-7a5a-4146-ad58-d91fd95e2d19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.112357] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.114572] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e7063c1-a2ac-4bb0-87ac-811b9b27e268 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.116855] env[70041]: DEBUG oslo_concurrency.lockutils [req-ac643379-c09e-4380-afb2-724065ffcf99 req-ca4e704a-9b97-4b86-a214-167f4c45eb93 service nova] Releasing lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.117845] env[70041]: DEBUG oslo_concurrency.lockutils [req-d25bc51b-bfea-4692-ba42-0a00ba7a01b4 req-9dcc335d-4778-430f-82e2-8011482b7104 service nova] Acquired lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.118081] env[70041]: DEBUG nova.network.neutron [req-d25bc51b-bfea-4692-ba42-0a00ba7a01b4 req-9dcc335d-4778-430f-82e2-8011482b7104 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Refreshing network info cache for port 292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.129659] env[70041]: DEBUG nova.compute.provider_tree [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.136022] env[70041]: DEBUG oslo_vmware.api [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 816.136022] env[70041]: value = "task-3192860" [ 816.136022] env[70041]: _type = "Task" [ 816.136022] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.144064] env[70041]: DEBUG oslo_vmware.api [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.240348] env[70041]: DEBUG nova.compute.manager [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.240588] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.241551] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7245817-8ab2-45fe-808a-360e8effaa36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.251050] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.251351] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb9c5a3b-76f7-4677-ab3d-82a8c909d254 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.257780] env[70041]: DEBUG oslo_vmware.api [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 816.257780] env[70041]: value = "task-3192861" [ 816.257780] env[70041]: _type = "Task" [ 816.257780] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.272339] env[70041]: DEBUG oslo_vmware.api [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.289310] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192859, 'name': Destroy_Task, 'duration_secs': 0.421213} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.289913] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Destroyed the VM [ 816.289913] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 816.290041] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-98d6b080-740b-4011-bc5b-cadbb3966137 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.299797] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 816.299797] env[70041]: value = "task-3192862" [ 816.299797] env[70041]: _type = "Task" [ 816.299797] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.309929] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192862, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.382370] env[70041]: DEBUG nova.network.neutron [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Updated VIF entry in instance network info cache for port d78de100-f35a-4e10-9246-4581eb7e13d0. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.382795] env[70041]: DEBUG nova.network.neutron [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Updating instance_info_cache with network_info: [{"id": "d78de100-f35a-4e10-9246-4581eb7e13d0", "address": "fa:16:3e:54:89:9e", "network": {"id": "1e40ebd2-aa5a-4334-ab4d-49dfdbd4ac2d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1472844779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a621766dbebd4a40859b26c22f63d0e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd78de100-f3", "ovs_interfaceid": "d78de100-f35a-4e10-9246-4581eb7e13d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.469985] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cd065800-cee7-431b-ac0c-7456955f3aff tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.591s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.493502] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608421} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.493502] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd/8ae80cc5-4c08-46bc-92ea-6343cb25a9fd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.493502] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.493502] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-287d1c72-9bad-427a-9253-619da962f76b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.500257] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 816.500257] env[70041]: value = "task-3192863" [ 816.500257] env[70041]: _type = "Task" [ 816.500257] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.507783] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.638248] env[70041]: DEBUG nova.scheduler.client.report [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.650211] env[70041]: DEBUG oslo_vmware.api [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192860, 'name': PowerOffVM_Task, 'duration_secs': 0.42882} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.650792] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.651136] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.651573] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc9f8159-358f-42a2-8ceb-4a2b0a13e669 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.716788] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.717193] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.717353] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.717539] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.718035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.724137] env[70041]: INFO nova.compute.manager [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Terminating instance [ 816.730402] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.730402] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.730530] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Deleting the datastore file [datastore2] 43816297-c504-45e7-b637-9890fd0059e8 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.733433] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f08d62d-82df-4430-b3cb-e46631f58261 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.742361] env[70041]: DEBUG oslo_vmware.api [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 816.742361] env[70041]: value = "task-3192865" [ 816.742361] env[70041]: _type = "Task" [ 816.742361] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.755940] env[70041]: DEBUG oslo_vmware.api [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.770755] env[70041]: DEBUG oslo_vmware.api [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192861, 'name': PowerOffVM_Task, 'duration_secs': 0.482118} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.771405] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.771651] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.772384] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9650ed2a-4732-4ed7-b473-8ef0f3d51574 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.811341] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192862, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.855190] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.855190] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.855190] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Deleting the datastore file [datastore1] 540472c7-d925-490e-a3eb-66f3b2de608c {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.855190] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aad61b5c-eff1-41f9-bdfe-a7314469daba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.861073] env[70041]: DEBUG oslo_vmware.api [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for the task: (returnval){ [ 816.861073] env[70041]: value = "task-3192867" [ 816.861073] env[70041]: _type = "Task" [ 816.861073] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.869628] env[70041]: DEBUG oslo_vmware.api [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.888018] env[70041]: DEBUG oslo_concurrency.lockutils [req-f6141a71-e848-4db2-b573-a958daee549c req-ac80b4a5-c7db-4a0d-9d1d-8eccc936072d service nova] Releasing lock "refresh_cache-8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.987516] env[70041]: DEBUG nova.network.neutron [req-d25bc51b-bfea-4692-ba42-0a00ba7a01b4 req-9dcc335d-4778-430f-82e2-8011482b7104 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updated VIF entry in instance network info cache for port 292e0536-d7bb-4f70-856d-f196b7c16d6e. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.988104] env[70041]: DEBUG nova.network.neutron [req-d25bc51b-bfea-4692-ba42-0a00ba7a01b4 req-9dcc335d-4778-430f-82e2-8011482b7104 service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updating instance_info_cache with network_info: [{"id": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "address": "fa:16:3e:f6:55:25", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap292e0536-d7", "ovs_interfaceid": "292e0536-d7bb-4f70-856d-f196b7c16d6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.015103] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116136} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.015103] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.015577] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09580651-482c-49b2-bdbd-6b52dd67de72 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.045061] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd/8ae80cc5-4c08-46bc-92ea-6343cb25a9fd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.045061] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6053f31c-6504-483d-aa82-73615f6e670f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.064404] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 817.064404] env[70041]: value = "task-3192868" [ 817.064404] env[70041]: _type = "Task" [ 817.064404] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.073602] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.148126] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.148126] env[70041]: DEBUG nova.compute.manager [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.149810] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.932s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.150483] env[70041]: DEBUG nova.objects.instance [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lazy-loading 'resources' on Instance uuid 71a9b149-e639-404a-9ee6-8e11846b47e7 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.240106] env[70041]: DEBUG nova.compute.manager [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.240106] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.240463] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfdfabe-be84-4871-8bd0-37d0007888ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.252525] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.257117] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6772c6e2-e860-45b8-b388-d656c58da383 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.258930] env[70041]: DEBUG oslo_vmware.api [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381742} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.259197] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.259370] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.259583] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.259751] env[70041]: INFO nova.compute.manager [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 817.260994] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.260994] env[70041]: DEBUG nova.compute.manager [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.260994] env[70041]: DEBUG nova.network.neutron [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.266186] env[70041]: DEBUG oslo_vmware.api [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 817.266186] env[70041]: value = "task-3192869" [ 817.266186] env[70041]: _type = "Task" [ 817.266186] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.276700] env[70041]: DEBUG oslo_vmware.api [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.313772] env[70041]: DEBUG oslo_vmware.api [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192862, 'name': RemoveSnapshot_Task, 'duration_secs': 0.828754} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.314266] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 817.314634] env[70041]: INFO nova.compute.manager [None req-43f45327-0cdc-4246-a42d-2bb5d64086fc tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Took 16.62 seconds to snapshot the instance on the hypervisor. [ 817.372653] env[70041]: DEBUG oslo_vmware.api [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Task: {'id': task-3192867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36677} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.373901] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.373901] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.373901] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.373901] env[70041]: INFO nova.compute.manager [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 817.373901] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.374214] env[70041]: DEBUG nova.compute.manager [-] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.374214] env[70041]: DEBUG nova.network.neutron [-] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.415491] env[70041]: DEBUG nova.compute.manager [req-346406e6-72a5-4485-affa-e96f0b06c0b2 req-e800a6ac-6565-4a1a-98e0-63ad502ac66a service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Received event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 817.415783] env[70041]: DEBUG nova.compute.manager [req-346406e6-72a5-4485-affa-e96f0b06c0b2 req-e800a6ac-6565-4a1a-98e0-63ad502ac66a service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing instance network info cache due to event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 817.416068] env[70041]: DEBUG oslo_concurrency.lockutils [req-346406e6-72a5-4485-affa-e96f0b06c0b2 req-e800a6ac-6565-4a1a-98e0-63ad502ac66a service nova] Acquiring lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.416285] env[70041]: DEBUG oslo_concurrency.lockutils [req-346406e6-72a5-4485-affa-e96f0b06c0b2 req-e800a6ac-6565-4a1a-98e0-63ad502ac66a service nova] Acquired lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.416459] env[70041]: DEBUG nova.network.neutron [req-346406e6-72a5-4485-affa-e96f0b06c0b2 req-e800a6ac-6565-4a1a-98e0-63ad502ac66a service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.491496] env[70041]: DEBUG oslo_concurrency.lockutils [req-d25bc51b-bfea-4692-ba42-0a00ba7a01b4 req-9dcc335d-4778-430f-82e2-8011482b7104 service nova] Releasing lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.576502] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.658730] env[70041]: DEBUG nova.compute.utils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.663643] env[70041]: DEBUG nova.compute.manager [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.663861] env[70041]: DEBUG nova.network.neutron [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.738732] env[70041]: DEBUG nova.policy [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7271efd5a604943aa920e39ca9e3390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa23d873c777417b83cda7511f458fa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.781037] env[70041]: DEBUG oslo_vmware.api [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192869, 'name': PowerOffVM_Task, 'duration_secs': 0.412767} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.782914] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.783488] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.784077] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc3690b9-f365-45e9-8a1e-31b1fa06375d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.818616] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "52c8afb1-1d2e-45da-b617-6fad6be65ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.819033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "52c8afb1-1d2e-45da-b617-6fad6be65ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.863471] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.863728] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.863913] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleting the datastore file [datastore2] 31abb123-7d7d-4867-a00d-d4934d1cdb2d {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.866441] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ec26d4e-0635-4d2e-9bb8-f19da629912d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.869147] env[70041]: DEBUG nova.compute.manager [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Stashing vm_state: stopped {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 817.880222] env[70041]: DEBUG oslo_vmware.api [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 817.880222] env[70041]: value = "task-3192871" [ 817.880222] env[70041]: _type = "Task" [ 817.880222] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.889056] env[70041]: DEBUG oslo_vmware.api [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.083449] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192868, 'name': ReconfigVM_Task, 'duration_secs': 0.72547} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.083449] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd/8ae80cc5-4c08-46bc-92ea-6343cb25a9fd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.084123] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43a90902-f582-487d-bbc1-7a04f63e70de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.095773] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 818.095773] env[70041]: value = "task-3192872" [ 818.095773] env[70041]: _type = "Task" [ 818.095773] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.110327] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192872, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.167976] env[70041]: DEBUG nova.compute.manager [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.283858] env[70041]: DEBUG nova.network.neutron [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Successfully created port: b26c6d91-5552-41b6-b248-86e586f252e2 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.323279] env[70041]: DEBUG nova.compute.manager [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.347641] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3645a3e3-6aaa-4eca-8008-97caef04d17a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.353188] env[70041]: DEBUG nova.network.neutron [req-346406e6-72a5-4485-affa-e96f0b06c0b2 req-e800a6ac-6565-4a1a-98e0-63ad502ac66a service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updated VIF entry in instance network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.354644] env[70041]: DEBUG nova.network.neutron [req-346406e6-72a5-4485-affa-e96f0b06c0b2 req-e800a6ac-6565-4a1a-98e0-63ad502ac66a service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updating instance_info_cache with network_info: [{"id": "d153d970-06db-4c27-b79b-ed15b61dac3c", "address": "fa:16:3e:d0:0d:19", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd153d970-06", "ovs_interfaceid": "d153d970-06db-4c27-b79b-ed15b61dac3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.360290] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dfd648-b4dc-4938-9056-f0f4604bad1b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.402929] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f9923-1f01-493f-88da-b1cbacc25634 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.415025] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1da91d7-22ad-4e91-8920-d41a29fe5998 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.419220] env[70041]: DEBUG oslo_vmware.api [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282646} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.420292] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.420882] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.421099] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.421284] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.421454] env[70041]: INFO nova.compute.manager [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 818.421685] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.422271] env[70041]: DEBUG nova.compute.manager [-] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.422374] env[70041]: DEBUG nova.network.neutron [-] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.432873] env[70041]: DEBUG nova.compute.provider_tree [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.556304] env[70041]: DEBUG nova.network.neutron [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.606458] env[70041]: DEBUG nova.network.neutron [-] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.607597] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192872, 'name': Rename_Task, 'duration_secs': 0.29196} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.608040] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.608311] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21d3d354-d1e4-4586-84d3-7d244a3bb426 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.616460] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 818.616460] env[70041]: value = "task-3192873" [ 818.616460] env[70041]: _type = "Task" [ 818.616460] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.629568] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.857683] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.861645] env[70041]: DEBUG oslo_concurrency.lockutils [req-346406e6-72a5-4485-affa-e96f0b06c0b2 req-e800a6ac-6565-4a1a-98e0-63ad502ac66a service nova] Releasing lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.937499] env[70041]: DEBUG nova.scheduler.client.report [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.982375] env[70041]: DEBUG nova.compute.manager [req-f4b3a942-1981-4456-8a21-9828edf4c1bb req-de68e041-47d9-4919-b569-b530a27441ba service nova] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Received event network-vif-deleted-292e0536-d7bb-4f70-856d-f196b7c16d6e {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 819.058579] env[70041]: INFO nova.compute.manager [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Took 1.80 seconds to deallocate network for instance. [ 819.108817] env[70041]: INFO nova.compute.manager [-] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Took 1.73 seconds to deallocate network for instance. [ 819.129836] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.181125] env[70041]: DEBUG nova.compute.manager [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.203038] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.203199] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.203342] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.203498] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.203644] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.203908] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.203981] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.204163] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.204333] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.204492] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.204657] env[70041]: DEBUG nova.virt.hardware [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.205531] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e53f5-7214-4479-a9b1-85ac74dc45ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.215098] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9692a30a-30b3-4168-99e8-40c171023e20 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.241617] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "2f55931b-4d0b-4d29-abf8-14b485770c51" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.241884] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.396788] env[70041]: DEBUG nova.network.neutron [-] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.442065] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.444448] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.977s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.445000] env[70041]: DEBUG nova.objects.instance [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lazy-loading 'resources' on Instance uuid a2ae34d8-0dc2-49a1-9fc7-832751900784 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.461265] env[70041]: INFO nova.scheduler.client.report [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Deleted allocations for instance 71a9b149-e639-404a-9ee6-8e11846b47e7 [ 819.566741] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.592563] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "e5cea440-236a-4391-8ecb-5d32c3e25936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.592820] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "e5cea440-236a-4391-8ecb-5d32c3e25936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.622703] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.630815] env[70041]: DEBUG oslo_vmware.api [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192873, 'name': PowerOnVM_Task, 'duration_secs': 1.012894} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.631096] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.631295] env[70041]: INFO nova.compute.manager [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Took 8.88 seconds to spawn the instance on the hypervisor. [ 819.631482] env[70041]: DEBUG nova.compute.manager [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.632273] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df5728-34e2-4619-9298-f8ad5664762e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.745169] env[70041]: DEBUG nova.compute.utils [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.844781] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquiring lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.845015] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.899296] env[70041]: INFO nova.compute.manager [-] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Took 1.48 seconds to deallocate network for instance. [ 819.969934] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5429d81-0fdb-4abc-92d7-967e9abcc0db tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "71a9b149-e639-404a-9ee6-8e11846b47e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.537s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.098705] env[70041]: DEBUG nova.compute.manager [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.107253] env[70041]: DEBUG nova.network.neutron [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Successfully updated port: b26c6d91-5552-41b6-b248-86e586f252e2 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.151242] env[70041]: INFO nova.compute.manager [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Took 61.82 seconds to build instance. [ 820.249449] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.347898] env[70041]: DEBUG nova.compute.manager [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.362814] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "43816297-c504-45e7-b637-9890fd0059e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.406757] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.464091] env[70041]: DEBUG nova.compute.manager [req-fdef0466-ac07-499e-abc5-58b00b7c13f4 req-4962650a-10f3-4f7f-a8bc-6ce636b3cf05 service nova] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Received event network-vif-deleted-45feaa3a-957b-4b06-9ec7-3299112860d7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 820.477867] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aace7b-2868-4ac3-b4ea-0f7eb31aefb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.486548] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be020634-182f-4470-8a4a-20aa7ee4d041 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.518440] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a8985a-c0ba-43c2-b2f8-567dd0d38908 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.527267] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281c47ff-6eee-400a-a54c-001a36bd3ddf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.542562] env[70041]: DEBUG nova.compute.provider_tree [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.609377] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "refresh_cache-d1e007b9-93d5-4e6f-af05-45bdc905b6f9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.609538] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquired lock "refresh_cache-d1e007b9-93d5-4e6f-af05-45bdc905b6f9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.609701] env[70041]: DEBUG nova.network.neutron [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.621975] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.653109] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b213a9f-d1f9-43cb-b7d4-0fe7652421dc tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.320s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.868077] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.046013] env[70041]: DEBUG nova.scheduler.client.report [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.144852] env[70041]: DEBUG nova.network.neutron [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.301561] env[70041]: DEBUG nova.network.neutron [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Updating instance_info_cache with network_info: [{"id": "b26c6d91-5552-41b6-b248-86e586f252e2", "address": "fa:16:3e:62:03:ca", "network": {"id": "4f22b772-4ec8-48f8-bb11-543e5aeed9f9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1716628533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa23d873c777417b83cda7511f458fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26c6d91-55", "ovs_interfaceid": "b26c6d91-5552-41b6-b248-86e586f252e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.313909] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "2f55931b-4d0b-4d29-abf8-14b485770c51" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.314206] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.314451] env[70041]: INFO nova.compute.manager [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Attaching volume 62a787da-146f-49e6-b872-2ce60f22c654 to /dev/sdb [ 821.349796] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41bcdd2-22b3-4649-b628-6fc1665588c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.359782] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d1e4fd-425c-4c99-9924-d3b30f07a10b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.375733] env[70041]: DEBUG nova.virt.block_device [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Updating existing volume attachment record: 7a8caaa4-ae80-4388-b60d-8d3f98e63bc1 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 821.479675] env[70041]: DEBUG nova.compute.manager [req-1c39b443-a4b0-4613-9ec1-97d77f763137 req-abe5b9a4-377e-48b4-9049-13a72fc49f1f service nova] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Received event network-vif-deleted-27811694-53c2-431d-a063-afc435bee696 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 821.479898] env[70041]: DEBUG nova.compute.manager [req-1c39b443-a4b0-4613-9ec1-97d77f763137 req-abe5b9a4-377e-48b4-9049-13a72fc49f1f service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Received event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 821.479994] env[70041]: DEBUG nova.compute.manager [req-1c39b443-a4b0-4613-9ec1-97d77f763137 req-abe5b9a4-377e-48b4-9049-13a72fc49f1f service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing instance network info cache due to event network-changed-d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 821.480357] env[70041]: DEBUG oslo_concurrency.lockutils [req-1c39b443-a4b0-4613-9ec1-97d77f763137 req-abe5b9a4-377e-48b4-9049-13a72fc49f1f service nova] Acquiring lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.480576] env[70041]: DEBUG oslo_concurrency.lockutils [req-1c39b443-a4b0-4613-9ec1-97d77f763137 req-abe5b9a4-377e-48b4-9049-13a72fc49f1f service nova] Acquired lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.480793] env[70041]: DEBUG nova.network.neutron [req-1c39b443-a4b0-4613-9ec1-97d77f763137 req-abe5b9a4-377e-48b4-9049-13a72fc49f1f service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Refreshing network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.552186] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.553467] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.494s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.553679] env[70041]: DEBUG nova.objects.instance [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lazy-loading 'resources' on Instance uuid fe42db3f-bac2-4f90-9b1b-e0e778632325 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.578704] env[70041]: INFO nova.scheduler.client.report [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Deleted allocations for instance a2ae34d8-0dc2-49a1-9fc7-832751900784 [ 821.685960] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.686313] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.686494] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.686676] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.686841] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.689119] env[70041]: INFO nova.compute.manager [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Terminating instance [ 821.804434] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Releasing lock "refresh_cache-d1e007b9-93d5-4e6f-af05-45bdc905b6f9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.804858] env[70041]: DEBUG nova.compute.manager [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Instance network_info: |[{"id": "b26c6d91-5552-41b6-b248-86e586f252e2", "address": "fa:16:3e:62:03:ca", "network": {"id": "4f22b772-4ec8-48f8-bb11-543e5aeed9f9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1716628533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa23d873c777417b83cda7511f458fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26c6d91-55", "ovs_interfaceid": "b26c6d91-5552-41b6-b248-86e586f252e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.805365] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:03:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b26c6d91-5552-41b6-b248-86e586f252e2', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.815688] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.816055] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.816380] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34738978-3d0f-4983-bd23-0de6c289701f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.842873] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.842873] env[70041]: value = "task-3192877" [ 821.842873] env[70041]: _type = "Task" [ 821.842873] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.852709] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192877, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.088650] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8916afe-1b38-4731-a7fa-376cd1876a93 tempest-AttachInterfacesUnderV243Test-1888198568 tempest-AttachInterfacesUnderV243Test-1888198568-project-member] Lock "a2ae34d8-0dc2-49a1-9fc7-832751900784" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.651s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.194290] env[70041]: DEBUG nova.compute.manager [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.194584] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.195676] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7851fae-beb9-401c-9126-52a1b012cd5a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.209269] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.212903] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-103cff54-97b7-4c61-afa7-a45681456735 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.226067] env[70041]: DEBUG oslo_vmware.api [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 822.226067] env[70041]: value = "task-3192878" [ 822.226067] env[70041]: _type = "Task" [ 822.226067] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.239688] env[70041]: DEBUG oslo_vmware.api [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.339543] env[70041]: DEBUG nova.network.neutron [req-1c39b443-a4b0-4613-9ec1-97d77f763137 req-abe5b9a4-377e-48b4-9049-13a72fc49f1f service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updated VIF entry in instance network info cache for port d153d970-06db-4c27-b79b-ed15b61dac3c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.340190] env[70041]: DEBUG nova.network.neutron [req-1c39b443-a4b0-4613-9ec1-97d77f763137 req-abe5b9a4-377e-48b4-9049-13a72fc49f1f service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updating instance_info_cache with network_info: [{"id": "d153d970-06db-4c27-b79b-ed15b61dac3c", "address": "fa:16:3e:d0:0d:19", "network": {"id": "e1859361-3b85-4d49-8c70-4d65a3de7713", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1757631716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95794514278744cf967fff7d8ac5a719", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd153d970-06", "ovs_interfaceid": "d153d970-06db-4c27-b79b-ed15b61dac3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.354868] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192877, 'name': CreateVM_Task, 'duration_secs': 0.381475} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.355042] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.355723] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.358050] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.358050] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.358050] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6a1cc0-f1e2-400b-b360-d0f6c2153eff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.363518] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 822.363518] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52739b60-500e-f541-1666-a2eaf78d6251" [ 822.363518] env[70041]: _type = "Task" [ 822.363518] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.377480] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52739b60-500e-f541-1666-a2eaf78d6251, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.377480] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.377633] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.377810] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.377965] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.378187] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.378491] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d26937b-c30d-4bc4-ad3d-dbb82bb17f94 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.394304] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.394542] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.395906] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c706a9b0-0c40-47e3-961b-ee8713b94a70 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.404153] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 822.404153] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527b8371-ca8a-02bb-9334-dc43d44b8a04" [ 822.404153] env[70041]: _type = "Task" [ 822.404153] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.413103] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527b8371-ca8a-02bb-9334-dc43d44b8a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.518033] env[70041]: DEBUG nova.compute.manager [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Received event network-vif-plugged-b26c6d91-5552-41b6-b248-86e586f252e2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 822.518271] env[70041]: DEBUG oslo_concurrency.lockutils [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] Acquiring lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.518605] env[70041]: DEBUG oslo_concurrency.lockutils [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] Lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.518773] env[70041]: DEBUG oslo_concurrency.lockutils [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] Lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.518957] env[70041]: DEBUG nova.compute.manager [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] No waiting events found dispatching network-vif-plugged-b26c6d91-5552-41b6-b248-86e586f252e2 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.519240] env[70041]: WARNING nova.compute.manager [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Received unexpected event network-vif-plugged-b26c6d91-5552-41b6-b248-86e586f252e2 for instance with vm_state building and task_state spawning. [ 822.519504] env[70041]: DEBUG nova.compute.manager [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Received event network-changed-b26c6d91-5552-41b6-b248-86e586f252e2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 822.519590] env[70041]: DEBUG nova.compute.manager [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Refreshing instance network info cache due to event network-changed-b26c6d91-5552-41b6-b248-86e586f252e2. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 822.519839] env[70041]: DEBUG oslo_concurrency.lockutils [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] Acquiring lock "refresh_cache-d1e007b9-93d5-4e6f-af05-45bdc905b6f9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.519978] env[70041]: DEBUG oslo_concurrency.lockutils [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] Acquired lock "refresh_cache-d1e007b9-93d5-4e6f-af05-45bdc905b6f9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.520146] env[70041]: DEBUG nova.network.neutron [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Refreshing network info cache for port b26c6d91-5552-41b6-b248-86e586f252e2 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.664035] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d7ef0b-a658-4ad1-b9c8-b8868136dbdc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.671916] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e11c034-1b63-4a20-8d04-2e0dc39717ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.702754] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bfec17-c302-43ef-a402-218100458e0d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.713689] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df87885-e563-406b-9ab0-685479025492 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.727881] env[70041]: DEBUG nova.compute.provider_tree [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.738294] env[70041]: DEBUG oslo_vmware.api [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192878, 'name': PowerOffVM_Task, 'duration_secs': 0.215193} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.738547] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.738705] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.738940] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72d307e2-8df9-49ef-b355-9cb47a74de0c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.823716] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.823965] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.824169] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Deleting the datastore file [datastore2] 609cb4f6-9aaa-488f-ab60-f6b2ae08f460 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.828218] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62412814-b492-4d62-957d-e6a438b3cf3d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.832425] env[70041]: DEBUG oslo_vmware.api [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for the task: (returnval){ [ 822.832425] env[70041]: value = "task-3192880" [ 822.832425] env[70041]: _type = "Task" [ 822.832425] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.841255] env[70041]: DEBUG oslo_vmware.api [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.842836] env[70041]: DEBUG oslo_concurrency.lockutils [req-1c39b443-a4b0-4613-9ec1-97d77f763137 req-abe5b9a4-377e-48b4-9049-13a72fc49f1f service nova] Releasing lock "refresh_cache-bb2063d7-4a0b-4137-b8a7-89f0f87a9059" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.915386] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527b8371-ca8a-02bb-9334-dc43d44b8a04, 'name': SearchDatastore_Task, 'duration_secs': 0.011223} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.916302] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8706a222-d84c-477d-a4cb-d6cc4f58835e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.922556] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 822.922556] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ae8e07-9968-3272-8dfc-471524b47ede" [ 822.922556] env[70041]: _type = "Task" [ 822.922556] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.932757] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ae8e07-9968-3272-8dfc-471524b47ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.234143] env[70041]: DEBUG nova.scheduler.client.report [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.304479] env[70041]: DEBUG nova.network.neutron [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Updated VIF entry in instance network info cache for port b26c6d91-5552-41b6-b248-86e586f252e2. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.305018] env[70041]: DEBUG nova.network.neutron [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Updating instance_info_cache with network_info: [{"id": "b26c6d91-5552-41b6-b248-86e586f252e2", "address": "fa:16:3e:62:03:ca", "network": {"id": "4f22b772-4ec8-48f8-bb11-543e5aeed9f9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1716628533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa23d873c777417b83cda7511f458fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb26c6d91-55", "ovs_interfaceid": "b26c6d91-5552-41b6-b248-86e586f252e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.342499] env[70041]: DEBUG oslo_vmware.api [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Task: {'id': task-3192880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462009} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.342795] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.343038] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.343270] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.347017] env[70041]: INFO nova.compute.manager [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Took 1.15 seconds to destroy the instance on the hypervisor. [ 823.347017] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.347017] env[70041]: DEBUG nova.compute.manager [-] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.347017] env[70041]: DEBUG nova.network.neutron [-] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.434482] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ae8e07-9968-3272-8dfc-471524b47ede, 'name': SearchDatastore_Task, 'duration_secs': 0.020957} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.434782] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.435060] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d1e007b9-93d5-4e6f-af05-45bdc905b6f9/d1e007b9-93d5-4e6f-af05-45bdc905b6f9.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.435335] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3549be48-cedd-41d8-b603-12496c5cb7f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.443779] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 823.443779] env[70041]: value = "task-3192881" [ 823.443779] env[70041]: _type = "Task" [ 823.443779] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.454023] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.744020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.744180] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.704s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.744853] env[70041]: DEBUG nova.objects.instance [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lazy-loading 'resources' on Instance uuid cbdfeca6-c411-4343-bf66-f6e2a02de922 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.779640] env[70041]: INFO nova.scheduler.client.report [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Deleted allocations for instance fe42db3f-bac2-4f90-9b1b-e0e778632325 [ 823.810180] env[70041]: DEBUG oslo_concurrency.lockutils [req-e0ac944b-ca32-4800-bc36-7f923ea504bf req-728cc1dd-1ff0-4798-b1a3-2064b41abc6c service nova] Releasing lock "refresh_cache-d1e007b9-93d5-4e6f-af05-45bdc905b6f9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.892250] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquiring lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.892250] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.892250] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquiring lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.892250] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.892250] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.895450] env[70041]: INFO nova.compute.manager [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Terminating instance [ 823.959674] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192881, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.290516] env[70041]: DEBUG nova.network.neutron [-] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.298501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-376af529-274d-4fe6-be1a-5f014cbb429d tempest-ServersAdmin275Test-1914475501 tempest-ServersAdmin275Test-1914475501-project-member] Lock "fe42db3f-bac2-4f90-9b1b-e0e778632325" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 60.538s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.408528] env[70041]: DEBUG nova.compute.manager [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.408743] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.409848] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35073035-4ef7-445f-8d03-7653cb236fc6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.418682] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.418939] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fcfc86a-f3f6-49b9-911c-d52c9ee5a244 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.427281] env[70041]: DEBUG oslo_vmware.api [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 824.427281] env[70041]: value = "task-3192883" [ 824.427281] env[70041]: _type = "Task" [ 824.427281] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.438099] env[70041]: DEBUG oslo_vmware.api [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.457793] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712938} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.458692] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d1e007b9-93d5-4e6f-af05-45bdc905b6f9/d1e007b9-93d5-4e6f-af05-45bdc905b6f9.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.459591] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.459591] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5516ec0e-0c6e-456b-8d78-be815ec8f3cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.468801] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 824.468801] env[70041]: value = "task-3192884" [ 824.468801] env[70041]: _type = "Task" [ 824.468801] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.480497] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.549061] env[70041]: DEBUG nova.compute.manager [req-9b89377b-dc73-477f-b458-3a3f77dad743 req-c3fbb324-d232-434c-b1b2-4b145638755c service nova] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Received event network-vif-deleted-595de5b4-6d45-43a6-800c-831ce3d4efa2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 824.801294] env[70041]: INFO nova.compute.manager [-] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Took 1.46 seconds to deallocate network for instance. [ 824.844544] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfc9623-4c73-4e33-8b0d-d2cc3772db20 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.854236] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a3c714-82bf-492f-a93a-f7fcfdafc56d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.893401] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d4c381-a25b-42c2-b211-423eabde5dd6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.903050] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8d8891-a7ef-4e04-923e-edb26f54ac13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.919460] env[70041]: DEBUG nova.compute.provider_tree [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.940814] env[70041]: DEBUG oslo_vmware.api [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192883, 'name': PowerOffVM_Task, 'duration_secs': 0.219335} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.941106] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.941277] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.941529] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bbf80bc-5440-4833-bc30-9513ba779c98 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.988182] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074398} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.988182] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.988469] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bcb99c-6d2a-482e-a1bd-e620ed4388c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.017693] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] d1e007b9-93d5-4e6f-af05-45bdc905b6f9/d1e007b9-93d5-4e6f-af05-45bdc905b6f9.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.018476] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657d29ae-b7d5-474c-a8fc-65e9caff59a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.037792] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.040546] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.040546] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Deleting the datastore file [datastore2] 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.040546] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0233b17e-b304-47e6-9b11-3ed13a38b88d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.045355] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 825.045355] env[70041]: value = "task-3192886" [ 825.045355] env[70041]: _type = "Task" [ 825.045355] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.049582] env[70041]: DEBUG oslo_vmware.api [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for the task: (returnval){ [ 825.049582] env[70041]: value = "task-3192887" [ 825.049582] env[70041]: _type = "Task" [ 825.049582] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.062884] env[70041]: DEBUG oslo_vmware.api [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.066653] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.314221] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.427397] env[70041]: DEBUG nova.scheduler.client.report [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.565590] env[70041]: DEBUG oslo_vmware.api [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Task: {'id': task-3192887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18728} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.568238] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.568536] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.568741] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.568922] env[70041]: INFO nova.compute.manager [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 825.569403] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.569647] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192886, 'name': ReconfigVM_Task, 'duration_secs': 0.364208} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.569842] env[70041]: DEBUG nova.compute.manager [-] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.569963] env[70041]: DEBUG nova.network.neutron [-] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.572081] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Reconfigured VM instance instance-0000003a to attach disk [datastore2] d1e007b9-93d5-4e6f-af05-45bdc905b6f9/d1e007b9-93d5-4e6f-af05-45bdc905b6f9.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.572976] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62fabde2-b16a-4299-aed2-e22d1b436172 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.583028] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 825.583028] env[70041]: value = "task-3192888" [ 825.583028] env[70041]: _type = "Task" [ 825.583028] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.592840] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192888, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.932621] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 825.932746] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638501', 'volume_id': '62a787da-146f-49e6-b872-2ce60f22c654', 'name': 'volume-62a787da-146f-49e6-b872-2ce60f22c654', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f55931b-4d0b-4d29-abf8-14b485770c51', 'attached_at': '', 'detached_at': '', 'volume_id': '62a787da-146f-49e6-b872-2ce60f22c654', 'serial': '62a787da-146f-49e6-b872-2ce60f22c654'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 825.933539] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.936113] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab71ed7d-fdba-4947-8d69-bd07167c4d7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.940111] env[70041]: DEBUG oslo_concurrency.lockutils [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.934s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.940485] env[70041]: DEBUG nova.objects.instance [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lazy-loading 'resources' on Instance uuid f4f9869f-3c24-4436-9cfe-cba77d169322 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.960547] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec11ba3-69d3-4634-811f-8c57dc90d565 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.966516] env[70041]: INFO nova.scheduler.client.report [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Deleted allocations for instance cbdfeca6-c411-4343-bf66-f6e2a02de922 [ 825.989235] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] volume-62a787da-146f-49e6-b872-2ce60f22c654/volume-62a787da-146f-49e6-b872-2ce60f22c654.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.991824] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e8e79a-982d-4674-a8df-0daeb86f4a35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.013113] env[70041]: DEBUG oslo_vmware.api [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 826.013113] env[70041]: value = "task-3192889" [ 826.013113] env[70041]: _type = "Task" [ 826.013113] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.025175] env[70041]: DEBUG oslo_vmware.api [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.092554] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192888, 'name': Rename_Task, 'duration_secs': 0.1471} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.092873] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.093151] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1497fd45-a04d-4360-8257-e3f67f99a672 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.100794] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 826.100794] env[70041]: value = "task-3192890" [ 826.100794] env[70041]: _type = "Task" [ 826.100794] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.109472] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.316030] env[70041]: DEBUG nova.network.neutron [-] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.509668] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2525de96-fa68-4e70-af40-bf6807bdedc0 tempest-ListImageFiltersTestJSON-58800403 tempest-ListImageFiltersTestJSON-58800403-project-member] Lock "cbdfeca6-c411-4343-bf66-f6e2a02de922" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 60.932s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.525713] env[70041]: DEBUG oslo_vmware.api [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192889, 'name': ReconfigVM_Task, 'duration_secs': 0.365257} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.526334] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Reconfigured VM instance instance-00000038 to attach disk [datastore2] volume-62a787da-146f-49e6-b872-2ce60f22c654/volume-62a787da-146f-49e6-b872-2ce60f22c654.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.533814] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d6e7ee-2a05-4278-b771-ad3a3dc9fc75 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.551927] env[70041]: DEBUG oslo_vmware.api [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 826.551927] env[70041]: value = "task-3192891" [ 826.551927] env[70041]: _type = "Task" [ 826.551927] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.567157] env[70041]: DEBUG oslo_vmware.api [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.616355] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.765018] env[70041]: DEBUG nova.compute.manager [req-6a8aa8bb-92bc-4519-b5ef-09cda35b4602 req-f0c92245-c4eb-409e-8b4f-a66939912cc1 service nova] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Received event network-vif-deleted-d78de100-f35a-4e10-9246-4581eb7e13d0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 826.820060] env[70041]: INFO nova.compute.manager [-] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Took 1.25 seconds to deallocate network for instance. [ 826.957523] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "f70b26c6-6eff-4387-9785-825164f45088" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.957983] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "f70b26c6-6eff-4387-9785-825164f45088" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.028150] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d01cb35-7f14-4390-bec4-59b975e9cde7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.037091] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514f11fe-9334-4038-a38e-5fa73b4ac4b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.075796] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8283ac43-2a74-4b66-a8b6-63943bfba71a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.088080] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0bfd81-5d5c-4b0c-ae29-4920933d40df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.092683] env[70041]: DEBUG oslo_vmware.api [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.105120] env[70041]: DEBUG nova.compute.provider_tree [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.119135] env[70041]: DEBUG oslo_vmware.api [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192890, 'name': PowerOnVM_Task, 'duration_secs': 0.606559} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.119135] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.119135] env[70041]: INFO nova.compute.manager [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Took 7.94 seconds to spawn the instance on the hypervisor. [ 827.119135] env[70041]: DEBUG nova.compute.manager [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.119580] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d61c675-e80f-49a2-8cdc-534a8fa86f37 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.313543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "cf50a35f-b021-4244-a289-15c95433a7c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.313543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "cf50a35f-b021-4244-a289-15c95433a7c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.325138] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.463135] env[70041]: DEBUG nova.compute.manager [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.584647] env[70041]: DEBUG oslo_vmware.api [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192891, 'name': ReconfigVM_Task, 'duration_secs': 0.919674} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.584647] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638501', 'volume_id': '62a787da-146f-49e6-b872-2ce60f22c654', 'name': 'volume-62a787da-146f-49e6-b872-2ce60f22c654', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f55931b-4d0b-4d29-abf8-14b485770c51', 'attached_at': '', 'detached_at': '', 'volume_id': '62a787da-146f-49e6-b872-2ce60f22c654', 'serial': '62a787da-146f-49e6-b872-2ce60f22c654'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 827.612906] env[70041]: DEBUG nova.scheduler.client.report [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.639468] env[70041]: INFO nova.compute.manager [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Took 60.64 seconds to build instance. [ 827.815304] env[70041]: DEBUG nova.compute.manager [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.986296] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.121843] env[70041]: DEBUG oslo_concurrency.lockutils [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.127130] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.933s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.127130] env[70041]: DEBUG nova.objects.instance [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lazy-loading 'resources' on Instance uuid 6fd69c2b-b3f0-48af-9082-b38be4eeab36 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.141456] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66d6e002-b962-40bc-87a5-2421ed4f4de4 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.610s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.156864] env[70041]: INFO nova.scheduler.client.report [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Deleted allocations for instance f4f9869f-3c24-4436-9cfe-cba77d169322 [ 828.348794] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.637936] env[70041]: DEBUG nova.objects.instance [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lazy-loading 'flavor' on Instance uuid 2f55931b-4d0b-4d29-abf8-14b485770c51 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.673692] env[70041]: DEBUG oslo_concurrency.lockutils [None req-38e8ef02-2760-432c-92f6-f45c77c592ac tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "f4f9869f-3c24-4436-9cfe-cba77d169322" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 62.264s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.991834] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "2f55931b-4d0b-4d29-abf8-14b485770c51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.147240] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e44e42f1-0bcc-437a-a1f2-411405b6fb59 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.833s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.148052] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.156s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.148213] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "2f55931b-4d0b-4d29-abf8-14b485770c51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.148380] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.148543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.152897] env[70041]: INFO nova.compute.manager [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Terminating instance [ 829.243414] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e302b6-ae30-4255-b7c3-4ece6ac39aa5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.252829] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0529bbf8-f5a4-4355-a945-b2fa1e6d778c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.286505] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363e3580-f0ef-463e-8827-7300d74343d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.294208] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b821ff5-78a0-4726-a4bc-d61e6872c725 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.308713] env[70041]: DEBUG nova.compute.provider_tree [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.658102] env[70041]: DEBUG nova.compute.manager [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.658102] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.658350] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5a6a479-2a9d-4462-88d8-73776a761aa6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.667219] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 829.667219] env[70041]: value = "task-3192892" [ 829.667219] env[70041]: _type = "Task" [ 829.667219] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.675760] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.814666] env[70041]: DEBUG nova.scheduler.client.report [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.057695] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "56ed42c2-c859-418d-b09a-5c02e5ca478e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.057956] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "56ed42c2-c859-418d-b09a-5c02e5ca478e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.115729] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquiring lock "0ed0fa73-5848-4f5e-948d-46288c78c075" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.115961] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "0ed0fa73-5848-4f5e-948d-46288c78c075" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.176858] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192892, 'name': PowerOffVM_Task, 'duration_secs': 0.36798} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.177129] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.177429] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 830.177808] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638501', 'volume_id': '62a787da-146f-49e6-b872-2ce60f22c654', 'name': 'volume-62a787da-146f-49e6-b872-2ce60f22c654', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f55931b-4d0b-4d29-abf8-14b485770c51', 'attached_at': '', 'detached_at': '', 'volume_id': '62a787da-146f-49e6-b872-2ce60f22c654', 'serial': '62a787da-146f-49e6-b872-2ce60f22c654'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 830.178819] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d2370-c3dd-4f46-81a5-1c9590605e53 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.203159] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15f873a-9114-4289-8e24-fba9a7b22601 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.211450] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eeeec4-0d2c-401d-b627-4cf728f469da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.235476] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9905d0c-cd8a-4737-9327-43d9a3be32ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.250796] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] The volume has not been displaced from its original location: [datastore2] volume-62a787da-146f-49e6-b872-2ce60f22c654/volume-62a787da-146f-49e6-b872-2ce60f22c654.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 830.256455] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 830.256510] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46045ac4-c7ad-4918-b620-44f649f14675 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.273984] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 830.273984] env[70041]: value = "task-3192893" [ 830.273984] env[70041]: _type = "Task" [ 830.273984] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.283023] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.320012] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.322629] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 52.348s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.322901] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.322989] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 830.323500] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.551s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.324801] env[70041]: INFO nova.compute.claims [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.329102] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774749de-88ac-4a7f-bbd6-d24d95a36ed8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.337069] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e2d42-f107-4bf0-8960-0a37af90a6c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.352057] env[70041]: INFO nova.scheduler.client.report [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Deleted allocations for instance 6fd69c2b-b3f0-48af-9082-b38be4eeab36 [ 830.358016] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61892c67-7445-4c07-9e49-24536356a3ea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.366970] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b1cf74-1f81-4226-87cb-f4521d59cd43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.398583] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=176885MB free_disk=125GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 830.398794] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.560972] env[70041]: DEBUG nova.compute.manager [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.783604] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192893, 'name': ReconfigVM_Task, 'duration_secs': 0.243029} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.783893] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 830.788847] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91c6fbb-f136-4e73-9d66-cc38f4fa22e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.804041] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 830.804041] env[70041]: value = "task-3192894" [ 830.804041] env[70041]: _type = "Task" [ 830.804041] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.811874] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.864786] env[70041]: DEBUG oslo_concurrency.lockutils [None req-09ee99c1-933e-4238-a416-60560332e314 tempest-ServersTestManualDisk-1914647267 tempest-ServersTestManualDisk-1914647267-project-member] Lock "6fd69c2b-b3f0-48af-9082-b38be4eeab36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.495s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.092680] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.314724] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.514283] env[70041]: DEBUG oslo_concurrency.lockutils [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.514493] env[70041]: DEBUG oslo_concurrency.lockutils [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.514694] env[70041]: DEBUG oslo_concurrency.lockutils [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.514870] env[70041]: DEBUG oslo_concurrency.lockutils [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.515040] env[70041]: DEBUG oslo_concurrency.lockutils [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.520134] env[70041]: INFO nova.compute.manager [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Terminating instance [ 831.818106] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192894, 'name': ReconfigVM_Task, 'duration_secs': 0.544928} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.818934] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638501', 'volume_id': '62a787da-146f-49e6-b872-2ce60f22c654', 'name': 'volume-62a787da-146f-49e6-b872-2ce60f22c654', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2f55931b-4d0b-4d29-abf8-14b485770c51', 'attached_at': '', 'detached_at': '', 'volume_id': '62a787da-146f-49e6-b872-2ce60f22c654', 'serial': '62a787da-146f-49e6-b872-2ce60f22c654'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 831.818934] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.819690] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c8712b-a9ef-48b9-a896-1a04ccff69fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.826569] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.826819] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f6eb00c-cd87-4f3f-84ca-a080f8ec2323 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.904309] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.904309] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.904309] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleting the datastore file [datastore2] 2f55931b-4d0b-4d29-abf8-14b485770c51 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.904309] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b084cbb0-41f0-4728-9358-653f0731b116 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.907622] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41de41d0-96a9-4704-9ce7-3d4bfc97b03e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.915395] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa545243-b7ad-498b-b51a-0c008deb7c41 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.918188] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 831.918188] env[70041]: value = "task-3192896" [ 831.918188] env[70041]: _type = "Task" [ 831.918188] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.948432] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eed9b7-4a66-4161-8d32-c0100deb976a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.953915] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.958696] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a134dd-ca72-4713-a389-d011aaaf2e67 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.973404] env[70041]: DEBUG nova.compute.provider_tree [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.024695] env[70041]: DEBUG nova.compute.manager [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.024973] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.025913] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7336647-0e5b-4be2-ae18-50344f8c9a98 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.033872] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.034160] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f4fad9f-15fd-46bb-b59a-652860ac00f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.040625] env[70041]: DEBUG oslo_vmware.api [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 832.040625] env[70041]: value = "task-3192897" [ 832.040625] env[70041]: _type = "Task" [ 832.040625] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.050648] env[70041]: DEBUG oslo_vmware.api [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.428576] env[70041]: DEBUG oslo_vmware.api [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3192896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135169} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.428916] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.429082] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.429267] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.429436] env[70041]: INFO nova.compute.manager [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Took 2.77 seconds to destroy the instance on the hypervisor. [ 832.429678] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.429869] env[70041]: DEBUG nova.compute.manager [-] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.429964] env[70041]: DEBUG nova.network.neutron [-] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.479195] env[70041]: DEBUG nova.scheduler.client.report [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.552878] env[70041]: DEBUG oslo_vmware.api [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192897, 'name': PowerOffVM_Task, 'duration_secs': 0.187808} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.553486] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.553682] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.553945] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-843c111a-e0c2-4d5d-96de-21c970ce9d4f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.623709] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.624181] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.624413] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Deleting the datastore file [datastore2] d1e007b9-93d5-4e6f-af05-45bdc905b6f9 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.624925] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cac994c-2579-4059-9529-1185c7a832d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.631967] env[70041]: DEBUG oslo_vmware.api [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 832.631967] env[70041]: value = "task-3192899" [ 832.631967] env[70041]: _type = "Task" [ 832.631967] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.641083] env[70041]: DEBUG oslo_vmware.api [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.750478] env[70041]: DEBUG nova.compute.manager [req-13dc9c40-b15d-4e14-b45f-0947a0ed1f51 req-115e78a1-ca87-4bb2-b246-ddd00cd6ec4b service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Received event network-vif-deleted-0611ecb4-962e-4a90-837d-aa946a448d26 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 832.750478] env[70041]: INFO nova.compute.manager [req-13dc9c40-b15d-4e14-b45f-0947a0ed1f51 req-115e78a1-ca87-4bb2-b246-ddd00cd6ec4b service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Neutron deleted interface 0611ecb4-962e-4a90-837d-aa946a448d26; detaching it from the instance and deleting it from the info cache [ 832.750478] env[70041]: DEBUG nova.network.neutron [req-13dc9c40-b15d-4e14-b45f-0947a0ed1f51 req-115e78a1-ca87-4bb2-b246-ddd00cd6ec4b service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.988087] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.988725] env[70041]: DEBUG nova.compute.manager [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.993039] env[70041]: DEBUG oslo_concurrency.lockutils [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.138s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.993039] env[70041]: DEBUG nova.objects.instance [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lazy-loading 'resources' on Instance uuid 9201b7d0-000a-419a-963d-88ab8678ca39 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.147229] env[70041]: DEBUG oslo_vmware.api [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3192899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127877} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.147733] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.148102] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.148383] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.148656] env[70041]: INFO nova.compute.manager [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 833.149332] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.149626] env[70041]: DEBUG nova.compute.manager [-] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.149799] env[70041]: DEBUG nova.network.neutron [-] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.209334] env[70041]: DEBUG nova.network.neutron [-] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.258772] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02ff35a2-3413-43b2-882f-638d5ea7988c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.267199] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dace4ab-cddc-4bb4-afa3-0df9c210ffc6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.311984] env[70041]: DEBUG nova.compute.manager [req-13dc9c40-b15d-4e14-b45f-0947a0ed1f51 req-115e78a1-ca87-4bb2-b246-ddd00cd6ec4b service nova] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Detach interface failed, port_id=0611ecb4-962e-4a90-837d-aa946a448d26, reason: Instance 2f55931b-4d0b-4d29-abf8-14b485770c51 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 833.494350] env[70041]: DEBUG nova.compute.utils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.495809] env[70041]: DEBUG nova.compute.manager [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.495980] env[70041]: DEBUG nova.network.neutron [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.594246] env[70041]: DEBUG nova.policy [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ddcc00ca14a403cbc8dd1494c30dc3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b1b9a5dae5b4fc6a90db8ae857132b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.713378] env[70041]: INFO nova.compute.manager [-] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Took 1.28 seconds to deallocate network for instance. [ 834.003221] env[70041]: DEBUG nova.compute.manager [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.035926] env[70041]: DEBUG nova.network.neutron [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Successfully created port: 6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.091425] env[70041]: DEBUG nova.network.neutron [-] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.105968] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9791088-a705-4b6c-b250-6a42c6712b71 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.116835] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3451e183-fcb0-46bd-ba2a-a98e2463b2be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.148831] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0780bfd8-9831-4ff8-b236-47c7f1c0dd49 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.156578] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27930b4-8bdb-4860-b1bb-753bc7e95fbe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.173230] env[70041]: DEBUG nova.compute.provider_tree [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.283035] env[70041]: INFO nova.compute.manager [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Took 0.57 seconds to detach 1 volumes for instance. [ 834.594720] env[70041]: INFO nova.compute.manager [-] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Took 1.44 seconds to deallocate network for instance. [ 834.700245] env[70041]: ERROR nova.scheduler.client.report [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [req-3c7c02b7-4447-4346-90e9-77133960f508] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c7c02b7-4447-4346-90e9-77133960f508"}]} [ 834.716016] env[70041]: DEBUG nova.scheduler.client.report [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 834.734525] env[70041]: DEBUG nova.scheduler.client.report [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 834.734525] env[70041]: DEBUG nova.compute.provider_tree [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.746665] env[70041]: DEBUG nova.scheduler.client.report [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 834.765490] env[70041]: DEBUG nova.scheduler.client.report [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 834.776695] env[70041]: DEBUG nova.compute.manager [req-e6d1b1c9-1173-4042-9d0b-e3deb79f6edc req-4b01c10f-872b-4c5e-a73f-c95d33c21f2b service nova] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Received event network-vif-deleted-b26c6d91-5552-41b6-b248-86e586f252e2 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 834.787480] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.016644] env[70041]: DEBUG nova.compute.manager [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.056123] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.056389] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.056513] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.056687] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.056857] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.057029] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.057238] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.057392] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.057549] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.057703] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.057867] env[70041]: DEBUG nova.virt.hardware [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.058756] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503b6e80-76fa-4e40-b68a-c7175aa1d01a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.071973] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a0f5a5-1cc4-4689-ac5c-071ac14361e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.103014] env[70041]: DEBUG oslo_concurrency.lockutils [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.308414] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b833b-0b4e-429b-93e2-e19ce9521f2f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.315851] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad51b27e-a5a2-4ee4-8c67-be239cbe85c5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.347488] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e35421-60ea-44ff-917f-7ba81c52838a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.355984] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4339e968-0c93-42c9-9aa4-5a860b848059 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.369411] env[70041]: DEBUG nova.compute.provider_tree [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.896752] env[70041]: DEBUG nova.network.neutron [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Successfully updated port: 6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.921162] env[70041]: DEBUG nova.scheduler.client.report [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 835.921450] env[70041]: DEBUG nova.compute.provider_tree [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 88 to 89 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 835.921624] env[70041]: DEBUG nova.compute.provider_tree [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.401426] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.401426] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.401426] env[70041]: DEBUG nova.network.neutron [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.427482] env[70041]: DEBUG oslo_concurrency.lockutils [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.435s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.434536] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.203s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.436029] env[70041]: DEBUG nova.objects.instance [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lazy-loading 'resources' on Instance uuid 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.462100] env[70041]: INFO nova.scheduler.client.report [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Deleted allocations for instance 9201b7d0-000a-419a-963d-88ab8678ca39 [ 836.890642] env[70041]: DEBUG nova.compute.manager [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Received event network-vif-plugged-6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 836.890887] env[70041]: DEBUG oslo_concurrency.lockutils [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] Acquiring lock "455d5575-f2d7-4edf-b809-74c0bffc273e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.891078] env[70041]: DEBUG oslo_concurrency.lockutils [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.891260] env[70041]: DEBUG oslo_concurrency.lockutils [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.892183] env[70041]: DEBUG nova.compute.manager [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] No waiting events found dispatching network-vif-plugged-6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.892183] env[70041]: WARNING nova.compute.manager [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Received unexpected event network-vif-plugged-6228fd12-3d7d-45cc-aa74-342e4dc2f32a for instance with vm_state building and task_state spawning. [ 836.892183] env[70041]: DEBUG nova.compute.manager [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Received event network-changed-6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 836.892183] env[70041]: DEBUG nova.compute.manager [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Refreshing instance network info cache due to event network-changed-6228fd12-3d7d-45cc-aa74-342e4dc2f32a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 836.892575] env[70041]: DEBUG oslo_concurrency.lockutils [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] Acquiring lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.959981] env[70041]: DEBUG nova.network.neutron [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.975630] env[70041]: DEBUG oslo_concurrency.lockutils [None req-10481c21-457e-4370-ab50-52ca83b9f7b6 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "9201b7d0-000a-419a-963d-88ab8678ca39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.575s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.175182] env[70041]: DEBUG nova.network.neutron [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating instance_info_cache with network_info: [{"id": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "address": "fa:16:3e:1f:f9:68", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6228fd12-3d", "ovs_interfaceid": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.466021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquiring lock "9e88424d-0271-495e-b2c5-e2685b82a807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.466021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "9e88424d-0271-495e-b2c5-e2685b82a807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.573967] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef73ca2-b3e9-4603-8619-841d371d5b9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.581994] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aac2d0-2829-4de8-b96a-d5ab867ff01f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.612244] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e6b4f-5a23-4ca4-8b45-d4a058260a77 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.623550] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06c02f4-cc15-4a4a-b37d-e121c2b811bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.638986] env[70041]: DEBUG nova.compute.provider_tree [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.678039] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.678616] env[70041]: DEBUG nova.compute.manager [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Instance network_info: |[{"id": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "address": "fa:16:3e:1f:f9:68", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6228fd12-3d", "ovs_interfaceid": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.678728] env[70041]: DEBUG oslo_concurrency.lockutils [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] Acquired lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.678822] env[70041]: DEBUG nova.network.neutron [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Refreshing network info cache for port 6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.679993] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:f9:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6228fd12-3d7d-45cc-aa74-342e4dc2f32a', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.687846] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.688477] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.688838] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85a646e0-cb0a-4b41-9649-480a3157d3c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.710681] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.710681] env[70041]: value = "task-3192900" [ 837.710681] env[70041]: _type = "Task" [ 837.710681] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.719337] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192900, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.146017] env[70041]: DEBUG nova.scheduler.client.report [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.222228] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192900, 'name': CreateVM_Task, 'duration_secs': 0.303439} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.224410] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.225108] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.225324] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.225645] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.226409] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e825f6-3547-4aa6-80fa-ada07aae8c7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.231273] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 838.231273] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cae362-70df-24bc-6cbe-0eeabc083021" [ 838.231273] env[70041]: _type = "Task" [ 838.231273] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.239075] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cae362-70df-24bc-6cbe-0eeabc083021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.430304] env[70041]: DEBUG nova.network.neutron [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updated VIF entry in instance network info cache for port 6228fd12-3d7d-45cc-aa74-342e4dc2f32a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.430744] env[70041]: DEBUG nova.network.neutron [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating instance_info_cache with network_info: [{"id": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "address": "fa:16:3e:1f:f9:68", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6228fd12-3d", "ovs_interfaceid": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.498942] env[70041]: DEBUG oslo_concurrency.lockutils [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "738a51aa-1707-4255-a804-e596ce2581eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.499266] env[70041]: DEBUG oslo_concurrency.lockutils [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "738a51aa-1707-4255-a804-e596ce2581eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.499490] env[70041]: DEBUG oslo_concurrency.lockutils [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "738a51aa-1707-4255-a804-e596ce2581eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.499672] env[70041]: DEBUG oslo_concurrency.lockutils [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "738a51aa-1707-4255-a804-e596ce2581eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.499834] env[70041]: DEBUG oslo_concurrency.lockutils [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "738a51aa-1707-4255-a804-e596ce2581eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.502261] env[70041]: INFO nova.compute.manager [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Terminating instance [ 838.583695] env[70041]: DEBUG oslo_concurrency.lockutils [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.584232] env[70041]: DEBUG oslo_concurrency.lockutils [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.584616] env[70041]: DEBUG oslo_concurrency.lockutils [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.584925] env[70041]: DEBUG oslo_concurrency.lockutils [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.585405] env[70041]: DEBUG oslo_concurrency.lockutils [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.589485] env[70041]: INFO nova.compute.manager [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Terminating instance [ 838.650638] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.652915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.430s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.653118] env[70041]: DEBUG nova.objects.instance [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 838.671366] env[70041]: INFO nova.scheduler.client.report [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Deleted allocations for instance 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7 [ 838.741845] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cae362-70df-24bc-6cbe-0eeabc083021, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.742149] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.742416] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.742654] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.742797] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.742972] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.743235] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06c3b9bb-1a60-4d5f-83ef-3e690412035c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.751121] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.751300] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.751966] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e04dd3b-d032-4119-9577-2eacd202ce14 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.756762] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 838.756762] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b1a358-fe44-9294-12d8-d9f8819e35e2" [ 838.756762] env[70041]: _type = "Task" [ 838.756762] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.764011] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b1a358-fe44-9294-12d8-d9f8819e35e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.934089] env[70041]: DEBUG oslo_concurrency.lockutils [req-f75698f8-4aba-4af1-bc66-f4056ceb045b req-ac3c7953-974f-4268-ab5f-5911f6b13661 service nova] Releasing lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.007679] env[70041]: DEBUG nova.compute.manager [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.007934] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.008826] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4687761d-056d-4345-9afc-a8cb5563c267 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.016546] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.016778] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65f2f4a5-2c9d-45df-a535-d84abe35dbcf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.022647] env[70041]: DEBUG oslo_vmware.api [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 839.022647] env[70041]: value = "task-3192901" [ 839.022647] env[70041]: _type = "Task" [ 839.022647] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.030196] env[70041]: DEBUG oslo_vmware.api [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.093412] env[70041]: DEBUG nova.compute.manager [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.093647] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.095453] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa629ac-f161-4dbb-95af-54949dc8276b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.103466] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.103655] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9a3a86-e8d5-4461-af8f-48df3059602a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.110251] env[70041]: DEBUG oslo_vmware.api [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 839.110251] env[70041]: value = "task-3192902" [ 839.110251] env[70041]: _type = "Task" [ 839.110251] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.119057] env[70041]: DEBUG oslo_vmware.api [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.179478] env[70041]: DEBUG oslo_concurrency.lockutils [None req-119d8654-5c64-405e-83a9-99cc4dd14bac tempest-ServersTestFqdnHostnames-962835760 tempest-ServersTestFqdnHostnames-962835760-project-member] Lock "452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.895s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.267195] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b1a358-fe44-9294-12d8-d9f8819e35e2, 'name': SearchDatastore_Task, 'duration_secs': 0.007493} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.268016] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b7811b-a478-452c-96f8-a79f8cd933de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.273288] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 839.273288] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d307d3-1524-01e5-38ef-df1aaf20a568" [ 839.273288] env[70041]: _type = "Task" [ 839.273288] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.281043] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d307d3-1524-01e5-38ef-df1aaf20a568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.534499] env[70041]: DEBUG oslo_vmware.api [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192901, 'name': PowerOffVM_Task, 'duration_secs': 0.200778} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.534784] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.534946] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.535210] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcdb846e-b1bd-43fd-ad12-30ad8dd8274d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.599527] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.599807] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.600052] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Deleting the datastore file [datastore2] 738a51aa-1707-4255-a804-e596ce2581eb {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.600376] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b48334a-5520-402f-81d3-ce9464a537eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.609322] env[70041]: DEBUG oslo_vmware.api [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 839.609322] env[70041]: value = "task-3192904" [ 839.609322] env[70041]: _type = "Task" [ 839.609322] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.620869] env[70041]: DEBUG oslo_vmware.api [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.624187] env[70041]: DEBUG oslo_vmware.api [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192902, 'name': PowerOffVM_Task, 'duration_secs': 0.181918} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.624453] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.624682] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.624929] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2dbfe1a-4b23-4e95-9b62-12db632ffcc2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.664891] env[70041]: DEBUG oslo_concurrency.lockutils [None req-670b498a-3a69-4691-9c4a-0a9112cf5a51 tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.666801] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.691s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.666801] env[70041]: DEBUG nova.objects.instance [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lazy-loading 'resources' on Instance uuid 31af2cfa-b105-4f96-838d-b509ff19d07a {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.694705] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.694951] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.695185] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Deleting the datastore file [datastore1] ffb9d28c-aae7-4795-b75b-f9ad70cacd56 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.695450] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3c0fba4-8dba-4de5-bcbd-bff055237a8c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.702154] env[70041]: DEBUG oslo_vmware.api [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for the task: (returnval){ [ 839.702154] env[70041]: value = "task-3192906" [ 839.702154] env[70041]: _type = "Task" [ 839.702154] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.711160] env[70041]: DEBUG oslo_vmware.api [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.786355] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d307d3-1524-01e5-38ef-df1aaf20a568, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.786731] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.787164] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 455d5575-f2d7-4edf-b809-74c0bffc273e/455d5575-f2d7-4edf-b809-74c0bffc273e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.787535] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe053372-270e-4f7a-9433-ad84ed655773 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.794486] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 839.794486] env[70041]: value = "task-3192907" [ 839.794486] env[70041]: _type = "Task" [ 839.794486] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.802804] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.121833] env[70041]: DEBUG oslo_vmware.api [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12855} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.122213] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.122439] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.122658] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.122831] env[70041]: INFO nova.compute.manager [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 840.123141] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.123384] env[70041]: DEBUG nova.compute.manager [-] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.123493] env[70041]: DEBUG nova.network.neutron [-] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.218441] env[70041]: DEBUG oslo_vmware.api [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Task: {'id': task-3192906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128241} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.218703] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.218878] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.219066] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.219322] env[70041]: INFO nova.compute.manager [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Took 1.13 seconds to destroy the instance on the hypervisor. [ 840.219567] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.219787] env[70041]: DEBUG nova.compute.manager [-] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.219928] env[70041]: DEBUG nova.network.neutron [-] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.306019] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440809} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.306434] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 455d5575-f2d7-4edf-b809-74c0bffc273e/455d5575-f2d7-4edf-b809-74c0bffc273e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.306921] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.307352] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6c0400e-aec1-4ced-9d7e-83c24c99e4f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.314312] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 840.314312] env[70041]: value = "task-3192908" [ 840.314312] env[70041]: _type = "Task" [ 840.314312] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.323133] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.653323] env[70041]: DEBUG nova.compute.manager [req-540f78fc-e8a7-49db-8408-6f1d49b463f2 req-688949d5-dc61-4224-9846-ab646784940e service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Received event network-vif-deleted-09baa55a-a962-4a51-9f03-655dc88779b7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 840.653564] env[70041]: INFO nova.compute.manager [req-540f78fc-e8a7-49db-8408-6f1d49b463f2 req-688949d5-dc61-4224-9846-ab646784940e service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Neutron deleted interface 09baa55a-a962-4a51-9f03-655dc88779b7; detaching it from the instance and deleting it from the info cache [ 840.653710] env[70041]: DEBUG nova.network.neutron [req-540f78fc-e8a7-49db-8408-6f1d49b463f2 req-688949d5-dc61-4224-9846-ab646784940e service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.767510] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12109be-8ceb-4093-91e4-494049d1dd5f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.776039] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c268f293-40a6-4594-800a-c36127660a01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.807744] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654c85b5-ffb3-45da-a896-21fab4cde603 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.815814] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df86f720-3656-415c-9006-100157f9ab36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.827715] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0675} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.839434] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.840009] env[70041]: DEBUG nova.compute.provider_tree [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.841755] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fdf0f8-8aa2-495f-b12d-f67ebfac20b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.865673] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 455d5575-f2d7-4edf-b809-74c0bffc273e/455d5575-f2d7-4edf-b809-74c0bffc273e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.869869] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-189de37b-10c5-40b9-ac80-3d2b3b855ea8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.890989] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 840.890989] env[70041]: value = "task-3192909" [ 840.890989] env[70041]: _type = "Task" [ 840.890989] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.898924] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.903542] env[70041]: ERROR nova.scheduler.client.report [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] [req-a0af7c30-dd0c-4cce-beee-bccb72174e65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0af7c30-dd0c-4cce-beee-bccb72174e65"}]} [ 840.923520] env[70041]: DEBUG nova.scheduler.client.report [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 840.937488] env[70041]: DEBUG nova.scheduler.client.report [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 840.937712] env[70041]: DEBUG nova.compute.provider_tree [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.951027] env[70041]: DEBUG nova.scheduler.client.report [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 840.969773] env[70041]: DEBUG nova.scheduler.client.report [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 841.027209] env[70041]: DEBUG nova.network.neutron [-] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.118810] env[70041]: DEBUG nova.network.neutron [-] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.163039] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ad6026a-91ca-4cb5-84ca-800e0545a484 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.171271] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1163f151-26ef-4866-9490-db068890be3e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.213058] env[70041]: DEBUG nova.compute.manager [req-540f78fc-e8a7-49db-8408-6f1d49b463f2 req-688949d5-dc61-4224-9846-ab646784940e service nova] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Detach interface failed, port_id=09baa55a-a962-4a51-9f03-655dc88779b7, reason: Instance 738a51aa-1707-4255-a804-e596ce2581eb could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 841.403166] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192909, 'name': ReconfigVM_Task, 'duration_secs': 0.379923} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.403490] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 455d5575-f2d7-4edf-b809-74c0bffc273e/455d5575-f2d7-4edf-b809-74c0bffc273e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.404132] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54db0a41-4bc8-46a7-bfd7-efc254963516 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.410670] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 841.410670] env[70041]: value = "task-3192910" [ 841.410670] env[70041]: _type = "Task" [ 841.410670] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.421733] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192910, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.529939] env[70041]: INFO nova.compute.manager [-] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Took 1.41 seconds to deallocate network for instance. [ 841.570536] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf160b-a70c-459d-978f-84e4ab21a3b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.575800] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03866a3a-6bd0-4f05-9abb-a771c063a52a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.609034] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6194185-24bc-473b-b101-02a403053fee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.621303] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d860ce8d-11ad-43aa-8563-20cdc250eb7c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.623486] env[70041]: INFO nova.compute.manager [-] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Took 1.40 seconds to deallocate network for instance. [ 841.639713] env[70041]: DEBUG nova.compute.provider_tree [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.922217] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192910, 'name': Rename_Task, 'duration_secs': 0.146173} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.922522] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.922768] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c3ff6e9-82f1-49b1-9a25-9ffc2bf8ee22 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.929226] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 841.929226] env[70041]: value = "task-3192911" [ 841.929226] env[70041]: _type = "Task" [ 841.929226] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.941550] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.037622] env[70041]: DEBUG oslo_concurrency.lockutils [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.143094] env[70041]: DEBUG oslo_concurrency.lockutils [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.175038] env[70041]: DEBUG nova.scheduler.client.report [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 842.175324] env[70041]: DEBUG nova.compute.provider_tree [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 90 to 91 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 842.175503] env[70041]: DEBUG nova.compute.provider_tree [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.440054] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.680908] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.015s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.683449] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.983s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.683681] env[70041]: DEBUG nova.objects.instance [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lazy-loading 'resources' on Instance uuid e5ca8966-78b2-4f04-9df1-ced842e7db02 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.702394] env[70041]: INFO nova.scheduler.client.report [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Deleted allocations for instance 31af2cfa-b105-4f96-838d-b509ff19d07a [ 842.705013] env[70041]: DEBUG nova.compute.manager [req-fd37feb5-0fd3-4517-8b2c-24ccc68672f2 req-5e33cdb0-7d02-4459-afb4-35943ba373f0 service nova] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Received event network-vif-deleted-f5e9283c-667f-4c3e-8f95-4d50bb96a220 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 842.907991] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.908288] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.940498] env[70041]: DEBUG oslo_vmware.api [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3192911, 'name': PowerOnVM_Task, 'duration_secs': 0.773632} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.940750] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.940943] env[70041]: INFO nova.compute.manager [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Took 7.92 seconds to spawn the instance on the hypervisor. [ 842.941193] env[70041]: DEBUG nova.compute.manager [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.941895] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b8d2ee-53dd-4d94-8461-d1c15b18acc9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.214734] env[70041]: DEBUG oslo_concurrency.lockutils [None req-658ce7eb-31d4-4b3b-8d8c-ed85ea6ed9fd tempest-ServersListShow296Test-1689139284 tempest-ServersListShow296Test-1689139284-project-member] Lock "31af2cfa-b105-4f96-838d-b509ff19d07a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.535s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.462107] env[70041]: INFO nova.compute.manager [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Took 64.71 seconds to build instance. [ 843.693039] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a0ea58-78fd-4b0e-8276-5deafcee459a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.701282] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faaaec3-51d3-41fc-b042-33f5e3c2ab2a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.737278] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fadbc7-d9ce-41ba-9756-20c594e0071f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.746033] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ee9b0d-1cfa-403d-9ca9-98dc9d8a008b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.761308] env[70041]: DEBUG nova.compute.provider_tree [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.963626] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3786a60e-b593-4da4-9e73-c7afc0ab19c7 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.076s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.264282] env[70041]: DEBUG nova.scheduler.client.report [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.466655] env[70041]: DEBUG nova.compute.manager [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.732717] env[70041]: DEBUG nova.compute.manager [req-ba25983d-5790-434c-9b82-d8a5c9671116 req-1001716d-1eb4-4697-84ad-84eb96695591 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Received event network-changed-6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 844.732915] env[70041]: DEBUG nova.compute.manager [req-ba25983d-5790-434c-9b82-d8a5c9671116 req-1001716d-1eb4-4697-84ad-84eb96695591 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Refreshing instance network info cache due to event network-changed-6228fd12-3d7d-45cc-aa74-342e4dc2f32a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 844.733134] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba25983d-5790-434c-9b82-d8a5c9671116 req-1001716d-1eb4-4697-84ad-84eb96695591 service nova] Acquiring lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.733275] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba25983d-5790-434c-9b82-d8a5c9671116 req-1001716d-1eb4-4697-84ad-84eb96695591 service nova] Acquired lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.735114] env[70041]: DEBUG nova.network.neutron [req-ba25983d-5790-434c-9b82-d8a5c9671116 req-1001716d-1eb4-4697-84ad-84eb96695591 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Refreshing network info cache for port 6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.770689] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.776194] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.363s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.776194] env[70041]: DEBUG nova.objects.instance [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.795131] env[70041]: INFO nova.scheduler.client.report [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Deleted allocations for instance e5ca8966-78b2-4f04-9df1-ced842e7db02 [ 844.991836] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.304156] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2556e90e-c762-4c8d-8221-daeea3feac41 tempest-SecurityGroupsTestJSON-331738786 tempest-SecurityGroupsTestJSON-331738786-project-member] Lock "e5ca8966-78b2-4f04-9df1-ced842e7db02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.402s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.482546] env[70041]: DEBUG nova.network.neutron [req-ba25983d-5790-434c-9b82-d8a5c9671116 req-1001716d-1eb4-4697-84ad-84eb96695591 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updated VIF entry in instance network info cache for port 6228fd12-3d7d-45cc-aa74-342e4dc2f32a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.482924] env[70041]: DEBUG nova.network.neutron [req-ba25983d-5790-434c-9b82-d8a5c9671116 req-1001716d-1eb4-4697-84ad-84eb96695591 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating instance_info_cache with network_info: [{"id": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "address": "fa:16:3e:1f:f9:68", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6228fd12-3d", "ovs_interfaceid": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.785096] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d00fe2d1-dabb-440b-b6d7-6884e3f6ebe5 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.785096] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.124s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.785096] env[70041]: DEBUG nova.objects.instance [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 845.985508] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba25983d-5790-434c-9b82-d8a5c9671116 req-1001716d-1eb4-4697-84ad-84eb96695591 service nova] Releasing lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.795044] env[70041]: DEBUG oslo_concurrency.lockutils [None req-325f7b5d-a05d-4669-b7fe-866cf115aabf tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.796179] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.289s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.796411] env[70041]: DEBUG nova.objects.instance [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lazy-loading 'resources' on Instance uuid 854c7d4e-d1d9-45f1-abb3-d7df6aef2506 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.880396] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e734d4a1-0ccd-4155-beaa-eef0cace56ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.889121] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b19fb7-6559-4c6a-8a92-71e5b9ee940a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.919816] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354f5f7a-90ed-4ebe-b735-30ad13416ea3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.928016] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d862a0f-34e7-4bb6-9328-90be52919489 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.942871] env[70041]: DEBUG nova.compute.provider_tree [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.446647] env[70041]: DEBUG nova.scheduler.client.report [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.951736] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.956882] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.172s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.960983] env[70041]: INFO nova.compute.claims [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.975328] env[70041]: INFO nova.scheduler.client.report [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Deleted allocations for instance 854c7d4e-d1d9-45f1-abb3-d7df6aef2506 [ 849.485666] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8d65c4d2-bdbf-4348-8311-3ca4c98e3be1 tempest-ServersListShow2100Test-1156353695 tempest-ServersListShow2100Test-1156353695-project-member] Lock "854c7d4e-d1d9-45f1-abb3-d7df6aef2506" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.034s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.072994] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.073915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.557320] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7742e628-2c8a-4355-9365-afaff3dee9e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.564916] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8079ab-07cb-47aa-b447-6c46dc0d6a65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.598430] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81147ca9-b82d-4ee8-b1e5-c88bfcb12052 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.606905] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7cad66-a953-4b0e-b0cc-d1e69e60613c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.621225] env[70041]: DEBUG nova.compute.provider_tree [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.125317] env[70041]: DEBUG nova.scheduler.client.report [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.633032] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.633562] env[70041]: DEBUG nova.compute.manager [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.636961] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 40.122s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.147023] env[70041]: DEBUG nova.compute.utils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.147023] env[70041]: DEBUG nova.objects.instance [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lazy-loading 'migration_context' on Instance uuid 09ca6c76-6845-4fab-82e0-48f1412e20f4 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.148877] env[70041]: DEBUG nova.compute.manager [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.149193] env[70041]: DEBUG nova.network.neutron [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.222983] env[70041]: DEBUG nova.policy [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c1f6ec1c3b459fa9725cc2e695756a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1b7a1b66c34c92ba38db759c0c3e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.533849] env[70041]: DEBUG nova.network.neutron [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Successfully created port: ff777aa4-ad13-469c-9307-011010ade80c {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.617681] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquiring lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.617893] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.649720] env[70041]: DEBUG nova.compute.manager [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.118616] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66394efb-d41e-4e97-bd3a-d0ad971982c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.128000] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0803cd41-8dc3-4600-9415-7f8b9a79ec43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.167065] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edf2bf3-f606-49a1-881d-7ed2836bcc59 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.175029] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b552b645-44b4-4d84-b212-71ef0524ab79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.187558] env[70041]: DEBUG nova.compute.provider_tree [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.671449] env[70041]: DEBUG nova.compute.manager [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.690799] env[70041]: DEBUG nova.scheduler.client.report [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.711873] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.712139] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.712296] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.712475] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.712620] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.712774] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.712979] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.713496] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.713682] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.713851] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.714043] env[70041]: DEBUG nova.virt.hardware [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.716194] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bc2a95-67a3-49f0-8e09-e5af156e70e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.724747] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cc82ac-938e-4564-a0bf-8aeddf6e1f88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.055800] env[70041]: DEBUG nova.compute.manager [req-e293b739-312c-40e7-8664-b4b18093992d req-b352b3c6-d0cf-4bda-bce3-b7cf273da6e7 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Received event network-vif-plugged-ff777aa4-ad13-469c-9307-011010ade80c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 854.055800] env[70041]: DEBUG oslo_concurrency.lockutils [req-e293b739-312c-40e7-8664-b4b18093992d req-b352b3c6-d0cf-4bda-bce3-b7cf273da6e7 service nova] Acquiring lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.055800] env[70041]: DEBUG oslo_concurrency.lockutils [req-e293b739-312c-40e7-8664-b4b18093992d req-b352b3c6-d0cf-4bda-bce3-b7cf273da6e7 service nova] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.055800] env[70041]: DEBUG oslo_concurrency.lockutils [req-e293b739-312c-40e7-8664-b4b18093992d req-b352b3c6-d0cf-4bda-bce3-b7cf273da6e7 service nova] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.055800] env[70041]: DEBUG nova.compute.manager [req-e293b739-312c-40e7-8664-b4b18093992d req-b352b3c6-d0cf-4bda-bce3-b7cf273da6e7 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] No waiting events found dispatching network-vif-plugged-ff777aa4-ad13-469c-9307-011010ade80c {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.055800] env[70041]: WARNING nova.compute.manager [req-e293b739-312c-40e7-8664-b4b18093992d req-b352b3c6-d0cf-4bda-bce3-b7cf273da6e7 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Received unexpected event network-vif-plugged-ff777aa4-ad13-469c-9307-011010ade80c for instance with vm_state building and task_state spawning. [ 854.161204] env[70041]: DEBUG nova.network.neutron [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Successfully updated port: ff777aa4-ad13-469c-9307-011010ade80c {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.664803] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "refresh_cache-7a49c9e4-58f0-480e-af9e-0d508eed3b7a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.665064] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "refresh_cache-7a49c9e4-58f0-480e-af9e-0d508eed3b7a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.665064] env[70041]: DEBUG nova.network.neutron [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.704629] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.068s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.710129] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.605s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.710323] env[70041]: DEBUG nova.objects.instance [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.196275] env[70041]: DEBUG nova.network.neutron [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.342202] env[70041]: DEBUG nova.network.neutron [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Updating instance_info_cache with network_info: [{"id": "ff777aa4-ad13-469c-9307-011010ade80c", "address": "fa:16:3e:51:e2:b7", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff777aa4-ad", "ovs_interfaceid": "ff777aa4-ad13-469c-9307-011010ade80c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.720473] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3b384b05-0721-4b5c-96a9-f89d258aacc6 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.721973] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.295s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.723466] env[70041]: INFO nova.compute.claims [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.844369] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "refresh_cache-7a49c9e4-58f0-480e-af9e-0d508eed3b7a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.844757] env[70041]: DEBUG nova.compute.manager [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Instance network_info: |[{"id": "ff777aa4-ad13-469c-9307-011010ade80c", "address": "fa:16:3e:51:e2:b7", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff777aa4-ad", "ovs_interfaceid": "ff777aa4-ad13-469c-9307-011010ade80c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.845237] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:e2:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff777aa4-ad13-469c-9307-011010ade80c', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.853365] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Creating folder: Project (ae1b7a1b66c34c92ba38db759c0c3e46). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.853672] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06dd2989-4626-4b77-843b-26e69849cbf0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.866181] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Created folder: Project (ae1b7a1b66c34c92ba38db759c0c3e46) in parent group-v638323. [ 855.866402] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Creating folder: Instances. Parent ref: group-v638504. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.866637] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3977c8ee-8b92-4197-becd-3422114e43b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.876148] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Created folder: Instances in parent group-v638504. [ 855.876433] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.876724] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.877154] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2589170-38d5-4547-8729-3528cab792a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.895360] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.895360] env[70041]: value = "task-3192914" [ 855.895360] env[70041]: _type = "Task" [ 855.895360] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.903552] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192914, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.119797] env[70041]: DEBUG nova.compute.manager [req-d9373ef6-efac-47a3-9e08-816c6031391a req-b176e7f6-aaee-4e27-a7e1-245a58bdafb2 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Received event network-changed-ff777aa4-ad13-469c-9307-011010ade80c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 856.119990] env[70041]: DEBUG nova.compute.manager [req-d9373ef6-efac-47a3-9e08-816c6031391a req-b176e7f6-aaee-4e27-a7e1-245a58bdafb2 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Refreshing instance network info cache due to event network-changed-ff777aa4-ad13-469c-9307-011010ade80c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 856.120313] env[70041]: DEBUG oslo_concurrency.lockutils [req-d9373ef6-efac-47a3-9e08-816c6031391a req-b176e7f6-aaee-4e27-a7e1-245a58bdafb2 service nova] Acquiring lock "refresh_cache-7a49c9e4-58f0-480e-af9e-0d508eed3b7a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.120485] env[70041]: DEBUG oslo_concurrency.lockutils [req-d9373ef6-efac-47a3-9e08-816c6031391a req-b176e7f6-aaee-4e27-a7e1-245a58bdafb2 service nova] Acquired lock "refresh_cache-7a49c9e4-58f0-480e-af9e-0d508eed3b7a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.120681] env[70041]: DEBUG nova.network.neutron [req-d9373ef6-efac-47a3-9e08-816c6031391a req-b176e7f6-aaee-4e27-a7e1-245a58bdafb2 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Refreshing network info cache for port ff777aa4-ad13-469c-9307-011010ade80c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.249208] env[70041]: INFO nova.compute.manager [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Swapping old allocation on dict_keys(['4c58aff8-f55e-4b6a-861b-97c91f559388']) held by migration 5e7d69e6-3840-41d0-bb6b-28e0e6d28f73 for instance [ 856.271475] env[70041]: DEBUG nova.scheduler.client.report [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Overwriting current allocation {'allocations': {'4c58aff8-f55e-4b6a-861b-97c91f559388': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 94}}, 'project_id': '49f95faf240d42868565fa18954353df', 'user_id': '1cf3e0371b554d0a940ba8bc9a4b8aba', 'consumer_generation': 1} on consumer 09ca6c76-6845-4fab-82e0-48f1412e20f4 {{(pid=70041) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 856.379435] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.379702] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquired lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.379896] env[70041]: DEBUG nova.network.neutron [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.405297] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192914, 'name': CreateVM_Task, 'duration_secs': 0.3063} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.405297] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.405889] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.406063] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.406368] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.406610] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b449bf-4477-43f6-a970-629a8fcab487 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.410760] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 856.410760] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a73a46-6cf2-5e99-aaf5-7aa60eb29d7d" [ 856.410760] env[70041]: _type = "Task" [ 856.410760] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.419579] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a73a46-6cf2-5e99-aaf5-7aa60eb29d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.835135] env[70041]: DEBUG nova.network.neutron [req-d9373ef6-efac-47a3-9e08-816c6031391a req-b176e7f6-aaee-4e27-a7e1-245a58bdafb2 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Updated VIF entry in instance network info cache for port ff777aa4-ad13-469c-9307-011010ade80c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.835442] env[70041]: DEBUG nova.network.neutron [req-d9373ef6-efac-47a3-9e08-816c6031391a req-b176e7f6-aaee-4e27-a7e1-245a58bdafb2 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Updating instance_info_cache with network_info: [{"id": "ff777aa4-ad13-469c-9307-011010ade80c", "address": "fa:16:3e:51:e2:b7", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff777aa4-ad", "ovs_interfaceid": "ff777aa4-ad13-469c-9307-011010ade80c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.923940] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a73a46-6cf2-5e99-aaf5-7aa60eb29d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011271} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.926451] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.926688] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.926923] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.927083] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.927262] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.927715] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2051606-1418-410f-b9e1-bc6ed65a4899 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.936512] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.936701] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.937442] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3db325-aabd-45ec-bb54-fe899d6597f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.944286] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 856.944286] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52498ae0-7c72-7436-302d-40daeb44fa89" [ 856.944286] env[70041]: _type = "Task" [ 856.944286] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.952037] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52498ae0-7c72-7436-302d-40daeb44fa89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.095555] env[70041]: DEBUG nova.network.neutron [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance_info_cache with network_info: [{"id": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "address": "fa:16:3e:eb:19:fa", "network": {"id": "f34b15d2-97e8-47f2-bcd2-f6e13e55908f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04946ff2b01040fc981dcfac02d00bfa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6f3896e-6f", "ovs_interfaceid": "e6f3896e-6fdf-4a76-9cfa-548f882e97d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.197222] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad83178-f11d-4e8f-bf8c-274a9e3e41a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.205013] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc5db02-20d4-47da-890e-e6a4c88539e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.234510] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc94d43d-33f5-4006-ab8b-e720888174bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.242200] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b579cd-6f2a-48d3-9e8c-fa25916374fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.257494] env[70041]: DEBUG nova.compute.provider_tree [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.340469] env[70041]: DEBUG oslo_concurrency.lockutils [req-d9373ef6-efac-47a3-9e08-816c6031391a req-b176e7f6-aaee-4e27-a7e1-245a58bdafb2 service nova] Releasing lock "refresh_cache-7a49c9e4-58f0-480e-af9e-0d508eed3b7a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.454379] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52498ae0-7c72-7436-302d-40daeb44fa89, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.455177] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f489bde-06a3-4c03-bc11-14184e36bb60 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.460530] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 857.460530] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284a618-68dc-35d4-af25-0495cbc92e77" [ 857.460530] env[70041]: _type = "Task" [ 857.460530] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.468357] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284a618-68dc-35d4-af25-0495cbc92e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.599989] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Releasing lock "refresh_cache-09ca6c76-6845-4fab-82e0-48f1412e20f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.600494] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.600776] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4f79dd9-dad2-4a2c-8947-3d467fda07c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.608415] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 857.608415] env[70041]: value = "task-3192915" [ 857.608415] env[70041]: _type = "Task" [ 857.608415] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.616309] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.761020] env[70041]: DEBUG nova.scheduler.client.report [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.971670] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284a618-68dc-35d4-af25-0495cbc92e77, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.971939] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.972183] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 7a49c9e4-58f0-480e-af9e-0d508eed3b7a/7a49c9e4-58f0-480e-af9e-0d508eed3b7a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.972436] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf577f13-4c0e-4d79-a8af-f2c8eff5dde8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.978710] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 857.978710] env[70041]: value = "task-3192916" [ 857.978710] env[70041]: _type = "Task" [ 857.978710] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.986190] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.119127] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192915, 'name': PowerOffVM_Task, 'duration_secs': 0.294989} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.119525] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.120354] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T23:00:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7387ce62-430a-46fd-b6e9-b1dbc50487a6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1002407070',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.120620] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.120778] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.120962] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.121157] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.121272] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.121532] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.121703] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.121875] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.122047] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.122224] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.127663] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d8993b9-00c8-40f4-a93c-c437ca5a4b58 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.146476] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 858.146476] env[70041]: value = "task-3192917" [ 858.146476] env[70041]: _type = "Task" [ 858.146476] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.158413] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.266279] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.267019] env[70041]: DEBUG nova.compute.manager [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.270206] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.868s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.272239] env[70041]: INFO nova.compute.claims [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.489035] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427624} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.489219] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 7a49c9e4-58f0-480e-af9e-0d508eed3b7a/7a49c9e4-58f0-480e-af9e-0d508eed3b7a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.489429] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.489673] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-004f8a42-b7b8-4f4f-a3ab-5fae002894d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.495907] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 858.495907] env[70041]: value = "task-3192918" [ 858.495907] env[70041]: _type = "Task" [ 858.495907] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.505304] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.656542] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192917, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.780300] env[70041]: DEBUG nova.compute.utils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.782200] env[70041]: DEBUG nova.compute.manager [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.782368] env[70041]: DEBUG nova.network.neutron [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.849437] env[70041]: DEBUG nova.policy [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb478d61804f49dfb268373f3d1b9257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da15d1d3e083436d9c7265db9d62fd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.007469] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061072} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.007789] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.008520] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3e60ea-f725-4bc0-83bb-656f52a0d2a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.030191] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 7a49c9e4-58f0-480e-af9e-0d508eed3b7a/7a49c9e4-58f0-480e-af9e-0d508eed3b7a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.030456] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66a4bf21-f653-4c22-8d9d-d90b70c7c6d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.055012] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 859.055012] env[70041]: value = "task-3192919" [ 859.055012] env[70041]: _type = "Task" [ 859.055012] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.063082] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.146275] env[70041]: DEBUG nova.network.neutron [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Successfully created port: af9fa245-f5c4-4006-a65f-6c0b389ddecc {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.157103] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192917, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.283294] env[70041]: DEBUG nova.compute.manager [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.568226] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192919, 'name': ReconfigVM_Task, 'duration_secs': 0.335228} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.568634] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 7a49c9e4-58f0-480e-af9e-0d508eed3b7a/7a49c9e4-58f0-480e-af9e-0d508eed3b7a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.569267] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bdd018a-89f9-4da6-bbc9-5498fd46fce7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.576069] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 859.576069] env[70041]: value = "task-3192920" [ 859.576069] env[70041]: _type = "Task" [ 859.576069] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.583948] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192920, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.657879] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192917, 'name': ReconfigVM_Task, 'duration_secs': 1.249683} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.658415] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3280e782-4b6e-449b-a25e-400ec2a7211b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.679608] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T23:00:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7387ce62-430a-46fd-b6e9-b1dbc50487a6',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1002407070',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.679839] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.680026] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.680216] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.680404] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.680557] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.680759] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.680913] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.681087] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.681250] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.681418] env[70041]: DEBUG nova.virt.hardware [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.684717] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a45c63-8785-4ad9-bb79-b470a6378954 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.689909] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 859.689909] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5258372a-5028-7d5e-1fcc-b1ba304aa8ee" [ 859.689909] env[70041]: _type = "Task" [ 859.689909] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.697760] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5258372a-5028-7d5e-1fcc-b1ba304aa8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.798063] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10a694e-a5e4-4c82-be8b-d475546c7e9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.806122] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb1599-4e65-48b8-8f6d-d895dd78ff9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.839327] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4438b7-b88a-49f7-81c5-febfca5dd4de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.847088] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fa233b-6198-468d-aed9-ea1ab0f06f8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.861443] env[70041]: DEBUG nova.compute.provider_tree [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.085998] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192920, 'name': Rename_Task, 'duration_secs': 0.26407} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.086284] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.086513] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3eafe17-6dfd-4e22-b4c8-4896c340d718 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.093627] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 860.093627] env[70041]: value = "task-3192921" [ 860.093627] env[70041]: _type = "Task" [ 860.093627] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.101255] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.200067] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5258372a-5028-7d5e-1fcc-b1ba304aa8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.007829} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.205496] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 860.205897] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9285f844-3063-4634-8eb9-f125417dc172 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.223704] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 860.223704] env[70041]: value = "task-3192922" [ 860.223704] env[70041]: _type = "Task" [ 860.223704] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.232737] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192922, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.296726] env[70041]: DEBUG nova.compute.manager [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.326143] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.326469] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.326656] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.326887] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.327192] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.327456] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.327790] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.328089] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.328377] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.328660] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.328953] env[70041]: DEBUG nova.virt.hardware [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.329983] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfc2099-868f-49af-b255-b8c8f748c470 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.338110] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0db376-2479-4e28-9c3c-d19008810372 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.364939] env[70041]: DEBUG nova.scheduler.client.report [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.607236] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192921, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.674180] env[70041]: DEBUG nova.compute.manager [req-45fa9d7a-5a8e-4555-b67c-5d8c3db9bc7e req-52bc083c-a3c4-428e-849f-ddaa52fb99fa service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-vif-plugged-af9fa245-f5c4-4006-a65f-6c0b389ddecc {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 860.674451] env[70041]: DEBUG oslo_concurrency.lockutils [req-45fa9d7a-5a8e-4555-b67c-5d8c3db9bc7e req-52bc083c-a3c4-428e-849f-ddaa52fb99fa service nova] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.674566] env[70041]: DEBUG oslo_concurrency.lockutils [req-45fa9d7a-5a8e-4555-b67c-5d8c3db9bc7e req-52bc083c-a3c4-428e-849f-ddaa52fb99fa service nova] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.674697] env[70041]: DEBUG oslo_concurrency.lockutils [req-45fa9d7a-5a8e-4555-b67c-5d8c3db9bc7e req-52bc083c-a3c4-428e-849f-ddaa52fb99fa service nova] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.674880] env[70041]: DEBUG nova.compute.manager [req-45fa9d7a-5a8e-4555-b67c-5d8c3db9bc7e req-52bc083c-a3c4-428e-849f-ddaa52fb99fa service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] No waiting events found dispatching network-vif-plugged-af9fa245-f5c4-4006-a65f-6c0b389ddecc {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.675017] env[70041]: WARNING nova.compute.manager [req-45fa9d7a-5a8e-4555-b67c-5d8c3db9bc7e req-52bc083c-a3c4-428e-849f-ddaa52fb99fa service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received unexpected event network-vif-plugged-af9fa245-f5c4-4006-a65f-6c0b389ddecc for instance with vm_state building and task_state spawning. [ 860.720542] env[70041]: DEBUG nova.network.neutron [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Successfully updated port: af9fa245-f5c4-4006-a65f-6c0b389ddecc {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.734319] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192922, 'name': ReconfigVM_Task, 'duration_secs': 0.175073} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.735211] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.736327] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c3d6cd-a46d-4beb-a29f-0f08e1f1674f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.764555] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 09ca6c76-6845-4fab-82e0-48f1412e20f4/09ca6c76-6845-4fab-82e0-48f1412e20f4.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.765118] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50124ebe-cace-431a-bcd3-81fbbfe0520a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.783951] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 860.783951] env[70041]: value = "task-3192923" [ 860.783951] env[70041]: _type = "Task" [ 860.783951] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.793821] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.872985] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.873557] env[70041]: DEBUG nova.compute.manager [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.877310] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.456s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.105313] env[70041]: DEBUG oslo_vmware.api [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3192921, 'name': PowerOnVM_Task, 'duration_secs': 0.598517} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.105587] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.105803] env[70041]: INFO nova.compute.manager [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Took 7.43 seconds to spawn the instance on the hypervisor. [ 861.106010] env[70041]: DEBUG nova.compute.manager [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.106762] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d27f8d-7d54-44dc-831b-c081ca7f9845 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.223401] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.223561] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.223714] env[70041]: DEBUG nova.network.neutron [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.292453] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192923, 'name': ReconfigVM_Task, 'duration_secs': 0.26608} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.292708] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 09ca6c76-6845-4fab-82e0-48f1412e20f4/09ca6c76-6845-4fab-82e0-48f1412e20f4.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.293534] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a2ec0d-3455-4011-bb19-99e8798d3dc3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.312480] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d45794e-4cc8-490a-9e1d-e5e2b2b6ffc3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.032097] env[70041]: INFO nova.compute.claims [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.036181] env[70041]: DEBUG nova.compute.utils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.042979] env[70041]: DEBUG nova.compute.manager [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.043243] env[70041]: DEBUG nova.network.neutron [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.045558] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bf5d66-2a38-483d-ade8-45db06ca3c50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.052048] env[70041]: INFO nova.compute.manager [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Took 54.29 seconds to build instance. [ 862.068045] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1bb9f5-7014-4f42-8c4d-b1c702c84556 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.075740] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.075998] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a35012d-b4dc-48fa-a208-138902a2ca60 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.082984] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 862.082984] env[70041]: value = "task-3192924" [ 862.082984] env[70041]: _type = "Task" [ 862.082984] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.090235] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.100010] env[70041]: DEBUG nova.network.neutron [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.113023] env[70041]: DEBUG nova.policy [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4df60ff3f2724497a1c38c03dd857f65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6b47fb4e4c4aaa859e8f706485df7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.376787] env[70041]: DEBUG nova.network.neutron [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.544943] env[70041]: INFO nova.compute.resource_tracker [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating resource usage from migration 3315f666-9d74-4458-8f56-cc1ac95499fb [ 862.548482] env[70041]: DEBUG nova.compute.manager [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.554762] env[70041]: DEBUG oslo_concurrency.lockutils [None req-07f0e4ee-c465-4065-a93b-c1bcd7f9535a tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.805s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.580909] env[70041]: DEBUG nova.network.neutron [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Successfully created port: 93008b0d-69eb-42c2-adea-4cc3000c673c {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.596397] env[70041]: DEBUG oslo_vmware.api [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192924, 'name': PowerOnVM_Task, 'duration_secs': 0.406022} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.596669] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.771296] env[70041]: DEBUG nova.compute.manager [req-59b1b207-c33c-4306-bd17-971505fd573d req-42d2e434-e769-482e-a62e-7612a96a5e5e service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-changed-af9fa245-f5c4-4006-a65f-6c0b389ddecc {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 862.771593] env[70041]: DEBUG nova.compute.manager [req-59b1b207-c33c-4306-bd17-971505fd573d req-42d2e434-e769-482e-a62e-7612a96a5e5e service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Refreshing instance network info cache due to event network-changed-af9fa245-f5c4-4006-a65f-6c0b389ddecc. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 862.771812] env[70041]: DEBUG oslo_concurrency.lockutils [req-59b1b207-c33c-4306-bd17-971505fd573d req-42d2e434-e769-482e-a62e-7612a96a5e5e service nova] Acquiring lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.879465] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.879894] env[70041]: DEBUG nova.compute.manager [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Instance network_info: |[{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.880179] env[70041]: DEBUG oslo_concurrency.lockutils [req-59b1b207-c33c-4306-bd17-971505fd573d req-42d2e434-e769-482e-a62e-7612a96a5e5e service nova] Acquired lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.880424] env[70041]: DEBUG nova.network.neutron [req-59b1b207-c33c-4306-bd17-971505fd573d req-42d2e434-e769-482e-a62e-7612a96a5e5e service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Refreshing network info cache for port af9fa245-f5c4-4006-a65f-6c0b389ddecc {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.881686] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:15:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af9fa245-f5c4-4006-a65f-6c0b389ddecc', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.894655] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.901320] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.901320] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f29cacd-b363-47b7-8ba5-7a47f75ea447 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.928762] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.928762] env[70041]: value = "task-3192925" [ 862.928762] env[70041]: _type = "Task" [ 862.928762] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.933389] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192925, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.057176] env[70041]: DEBUG nova.compute.manager [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.141426] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c632aa-f2f1-4120-9e98-1ed03f595280 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.151264] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d68ab5c-d5f4-4f16-aeda-52a245b15f70 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.189365] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2784f9c1-caf6-4cb3-bf91-89974638d66e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.198724] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a80472e-bba4-4327-8acf-40cdc0d304a3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.213443] env[70041]: DEBUG nova.compute.provider_tree [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.227232] env[70041]: DEBUG nova.network.neutron [req-59b1b207-c33c-4306-bd17-971505fd573d req-42d2e434-e769-482e-a62e-7612a96a5e5e service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updated VIF entry in instance network info cache for port af9fa245-f5c4-4006-a65f-6c0b389ddecc. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.228390] env[70041]: DEBUG nova.network.neutron [req-59b1b207-c33c-4306-bd17-971505fd573d req-42d2e434-e769-482e-a62e-7612a96a5e5e service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.435216] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192925, 'name': CreateVM_Task, 'duration_secs': 0.310644} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.435405] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.436103] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.436305] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.436581] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.436825] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468af00b-8815-4600-93bb-0dd7cb6b086c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.441746] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 863.441746] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52df08e3-ad41-a0f2-f9b8-be466de41ff6" [ 863.441746] env[70041]: _type = "Task" [ 863.441746] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.449939] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52df08e3-ad41-a0f2-f9b8-be466de41ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.557841] env[70041]: DEBUG nova.compute.manager [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.576434] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.581110] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.581689] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.581689] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.581803] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.581971] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.582152] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.582548] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.582548] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.582732] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.582917] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.583089] env[70041]: DEBUG nova.virt.hardware [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.584976] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4acef8-45b4-43fe-93b0-dfcd6c561b6a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.592592] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35d4987-1685-4018-8076-396625533927 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.608638] env[70041]: INFO nova.compute.manager [None req-c67331c2-24b1-4695-b0f4-e7176481d7d0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance to original state: 'active' [ 863.717065] env[70041]: DEBUG nova.scheduler.client.report [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.731151] env[70041]: DEBUG oslo_concurrency.lockutils [req-59b1b207-c33c-4306-bd17-971505fd573d req-42d2e434-e769-482e-a62e-7612a96a5e5e service nova] Releasing lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.831603] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "2dd32d20-a299-486e-a802-a9d4dc66ed87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.831846] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "2dd32d20-a299-486e-a802-a9d4dc66ed87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.951891] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52df08e3-ad41-a0f2-f9b8-be466de41ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.952218] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.952449] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.952678] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.952817] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.952982] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.953250] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d18f793e-f8aa-4813-8231-ec063ef9a56f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.964568] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.964568] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.964718] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1f0fbb-f45f-42ed-963c-13578da050dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.970056] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 863.970056] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526f6697-d8c5-887d-e1a3-a85967fd72ee" [ 863.970056] env[70041]: _type = "Task" [ 863.970056] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.977685] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526f6697-d8c5-887d-e1a3-a85967fd72ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.199335] env[70041]: DEBUG nova.network.neutron [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Successfully updated port: 93008b0d-69eb-42c2-adea-4cc3000c673c {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.222890] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.347s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.223113] env[70041]: INFO nova.compute.manager [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Migrating [ 864.229785] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.374s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.231212] env[70041]: INFO nova.compute.claims [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.480741] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526f6697-d8c5-887d-e1a3-a85967fd72ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013941} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.481534] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c764ff7-3e1a-40b2-99c8-ccb5c6748e71 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.483795] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "09ca6c76-6845-4fab-82e0-48f1412e20f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.484027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.484227] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "09ca6c76-6845-4fab-82e0-48f1412e20f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.484402] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.484559] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.486571] env[70041]: INFO nova.compute.manager [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Terminating instance [ 864.488933] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 864.488933] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52266c09-5f1a-c1aa-a538-6d973c85cda4" [ 864.488933] env[70041]: _type = "Task" [ 864.488933] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.498506] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52266c09-5f1a-c1aa-a538-6d973c85cda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.702819] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "refresh_cache-03abe8f5-b70c-4526-b42e-897fdb83b83f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.702819] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "refresh_cache-03abe8f5-b70c-4526-b42e-897fdb83b83f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.702954] env[70041]: DEBUG nova.network.neutron [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.745035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.745035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.745035] env[70041]: DEBUG nova.network.neutron [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.823408] env[70041]: DEBUG nova.compute.manager [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Received event network-vif-plugged-93008b0d-69eb-42c2-adea-4cc3000c673c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 864.823791] env[70041]: DEBUG oslo_concurrency.lockutils [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] Acquiring lock "03abe8f5-b70c-4526-b42e-897fdb83b83f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.824156] env[70041]: DEBUG oslo_concurrency.lockutils [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] Lock "03abe8f5-b70c-4526-b42e-897fdb83b83f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.825598] env[70041]: DEBUG oslo_concurrency.lockutils [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] Lock "03abe8f5-b70c-4526-b42e-897fdb83b83f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.825598] env[70041]: DEBUG nova.compute.manager [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] No waiting events found dispatching network-vif-plugged-93008b0d-69eb-42c2-adea-4cc3000c673c {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.825598] env[70041]: WARNING nova.compute.manager [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Received unexpected event network-vif-plugged-93008b0d-69eb-42c2-adea-4cc3000c673c for instance with vm_state building and task_state spawning. [ 864.825598] env[70041]: DEBUG nova.compute.manager [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Received event network-changed-93008b0d-69eb-42c2-adea-4cc3000c673c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 864.825598] env[70041]: DEBUG nova.compute.manager [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Refreshing instance network info cache due to event network-changed-93008b0d-69eb-42c2-adea-4cc3000c673c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 864.825598] env[70041]: DEBUG oslo_concurrency.lockutils [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] Acquiring lock "refresh_cache-03abe8f5-b70c-4526-b42e-897fdb83b83f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.995050] env[70041]: DEBUG nova.compute.manager [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.995285] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.996059] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046fbd6b-ff96-475f-afde-46214ef2a0c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.004542] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52266c09-5f1a-c1aa-a538-6d973c85cda4, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.006566] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.006842] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 8655920e-7f50-46dd-a4e5-c46dcaa4b11f/8655920e-7f50-46dd-a4e5-c46dcaa4b11f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.007145] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.007348] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7880d7a9-a3ba-4d73-b879-4beb782389f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.010715] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6612bf30-1e88-4756-912f-c39475f980e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.017159] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 865.017159] env[70041]: value = "task-3192926" [ 865.017159] env[70041]: _type = "Task" [ 865.017159] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.018467] env[70041]: DEBUG oslo_vmware.api [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 865.018467] env[70041]: value = "task-3192927" [ 865.018467] env[70041]: _type = "Task" [ 865.018467] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.029262] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.032199] env[70041]: DEBUG oslo_vmware.api [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.278255] env[70041]: DEBUG nova.network.neutron [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.543065] env[70041]: DEBUG nova.network.neutron [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Updating instance_info_cache with network_info: [{"id": "93008b0d-69eb-42c2-adea-4cc3000c673c", "address": "fa:16:3e:4c:41:27", "network": {"id": "8ac0c0c1-6fa9-4686-8ffa-8e77fbe6b912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1618226530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6c6b47fb4e4c4aaa859e8f706485df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93008b0d-69", "ovs_interfaceid": "93008b0d-69eb-42c2-adea-4cc3000c673c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.544295] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442673} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.544507] env[70041]: DEBUG oslo_vmware.api [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192927, 'name': PowerOffVM_Task, 'duration_secs': 0.244485} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.548929] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 8655920e-7f50-46dd-a4e5-c46dcaa4b11f/8655920e-7f50-46dd-a4e5-c46dcaa4b11f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.549178] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.549450] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.549606] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.550006] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c56730fa-3a51-4ae5-b36b-d43d011200c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.551795] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ecef081-9681-459c-9463-c13675f21bbb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.559703] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 865.559703] env[70041]: value = "task-3192928" [ 865.559703] env[70041]: _type = "Task" [ 865.559703] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.573137] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.625201] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.625201] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.625201] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Deleting the datastore file [datastore1] 09ca6c76-6845-4fab-82e0-48f1412e20f4 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.625201] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df166d04-56b1-4d98-bb36-21a9c15b355e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.631973] env[70041]: DEBUG oslo_vmware.api [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 865.631973] env[70041]: value = "task-3192930" [ 865.631973] env[70041]: _type = "Task" [ 865.631973] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.640457] env[70041]: DEBUG oslo_vmware.api [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.683576] env[70041]: DEBUG nova.network.neutron [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance_info_cache with network_info: [{"id": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "address": "fa:16:3e:d2:ea:5e", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3ae139-c5", "ovs_interfaceid": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.844818] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b23848-f61c-4530-975a-7f1ed7b709f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.853163] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05907a5-bf65-4550-9ab7-5427fb547491 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.883320] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512c5be1-b050-40f4-a608-93953ec06dc6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.890238] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaa5697-11bd-47e3-bdcb-50a0d841145b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.904068] env[70041]: DEBUG nova.compute.provider_tree [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.048145] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "refresh_cache-03abe8f5-b70c-4526-b42e-897fdb83b83f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.048503] env[70041]: DEBUG nova.compute.manager [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Instance network_info: |[{"id": "93008b0d-69eb-42c2-adea-4cc3000c673c", "address": "fa:16:3e:4c:41:27", "network": {"id": "8ac0c0c1-6fa9-4686-8ffa-8e77fbe6b912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1618226530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6c6b47fb4e4c4aaa859e8f706485df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93008b0d-69", "ovs_interfaceid": "93008b0d-69eb-42c2-adea-4cc3000c673c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.048795] env[70041]: DEBUG oslo_concurrency.lockutils [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] Acquired lock "refresh_cache-03abe8f5-b70c-4526-b42e-897fdb83b83f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.048970] env[70041]: DEBUG nova.network.neutron [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Refreshing network info cache for port 93008b0d-69eb-42c2-adea-4cc3000c673c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.050124] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:41:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93008b0d-69eb-42c2-adea-4cc3000c673c', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.057351] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Creating folder: Project (6c6b47fb4e4c4aaa859e8f706485df7b). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.058295] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a9a0ba-4fd2-4d26-8024-f77a70535958 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.068587] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067479} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.068816] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.069566] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2a51b8-2fa7-45dc-b93d-4148ff5410fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.072663] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Created folder: Project (6c6b47fb4e4c4aaa859e8f706485df7b) in parent group-v638323. [ 866.072837] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Creating folder: Instances. Parent ref: group-v638508. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.073334] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a84eb3-887f-441f-bf6f-8b5624fd6292 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.092161] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 8655920e-7f50-46dd-a4e5-c46dcaa4b11f/8655920e-7f50-46dd-a4e5-c46dcaa4b11f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.093281] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26fb9ffb-11bf-49eb-91a1-a49ae0dfa18b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.106808] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Created folder: Instances in parent group-v638508. [ 866.107039] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.107493] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.108014] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34038be5-e13c-4192-acae-4f0315786917 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.122719] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 866.122719] env[70041]: value = "task-3192933" [ 866.122719] env[70041]: _type = "Task" [ 866.122719] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.126972] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.126972] env[70041]: value = "task-3192934" [ 866.126972] env[70041]: _type = "Task" [ 866.126972] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.133142] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.139167] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192934, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.143485] env[70041]: DEBUG oslo_vmware.api [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3192930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152683} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.143713] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.143886] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.144915] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.144915] env[70041]: INFO nova.compute.manager [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 866.144915] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.144915] env[70041]: DEBUG nova.compute.manager [-] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.144915] env[70041]: DEBUG nova.network.neutron [-] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.188304] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.410010] env[70041]: DEBUG nova.scheduler.client.report [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.635665] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.638672] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192934, 'name': CreateVM_Task, 'duration_secs': 0.468393} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.638832] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.639523] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.639688] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.639999] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.640266] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2b1faf-bc78-41b9-8764-e4b6df45cd8a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.644870] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 866.644870] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5269b3f0-9b60-def7-75aa-82fece42dd53" [ 866.644870] env[70041]: _type = "Task" [ 866.644870] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.652284] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5269b3f0-9b60-def7-75aa-82fece42dd53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.817337] env[70041]: DEBUG nova.network.neutron [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Updated VIF entry in instance network info cache for port 93008b0d-69eb-42c2-adea-4cc3000c673c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.817722] env[70041]: DEBUG nova.network.neutron [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Updating instance_info_cache with network_info: [{"id": "93008b0d-69eb-42c2-adea-4cc3000c673c", "address": "fa:16:3e:4c:41:27", "network": {"id": "8ac0c0c1-6fa9-4686-8ffa-8e77fbe6b912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1618226530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6c6b47fb4e4c4aaa859e8f706485df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93008b0d-69", "ovs_interfaceid": "93008b0d-69eb-42c2-adea-4cc3000c673c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.880129] env[70041]: DEBUG nova.compute.manager [req-2e7546f2-2af4-4c84-9f52-20140964274a req-02a557f4-8215-4bd5-86b1-3523a2094ee4 service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Received event network-vif-deleted-e6f3896e-6fdf-4a76-9cfa-548f882e97d6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 866.880328] env[70041]: INFO nova.compute.manager [req-2e7546f2-2af4-4c84-9f52-20140964274a req-02a557f4-8215-4bd5-86b1-3523a2094ee4 service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Neutron deleted interface e6f3896e-6fdf-4a76-9cfa-548f882e97d6; detaching it from the instance and deleting it from the info cache [ 866.880503] env[70041]: DEBUG nova.network.neutron [req-2e7546f2-2af4-4c84-9f52-20140964274a req-02a557f4-8215-4bd5-86b1-3523a2094ee4 service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.914177] env[70041]: DEBUG nova.network.neutron [-] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.915938] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.916607] env[70041]: DEBUG nova.compute.manager [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.921228] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.354s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.921228] env[70041]: DEBUG nova.objects.instance [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lazy-loading 'resources' on Instance uuid 43816297-c504-45e7-b637-9890fd0059e8 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.134323] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.154830] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5269b3f0-9b60-def7-75aa-82fece42dd53, 'name': SearchDatastore_Task, 'duration_secs': 0.037949} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.155139] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.155371] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.155616] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.155734] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.155909] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.156199] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1026fc40-8945-4a14-bd90-4926bf4ac999 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.165158] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.165327] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.166016] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd210397-342a-411c-bae3-9756fbe99d47 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.170884] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 867.170884] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b3d955-4227-e852-8c1a-9355b0fe60fc" [ 867.170884] env[70041]: _type = "Task" [ 867.170884] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.179781] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b3d955-4227-e852-8c1a-9355b0fe60fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.320499] env[70041]: DEBUG oslo_concurrency.lockutils [req-8f685546-677b-4e1d-bcb6-d8893955f0e4 req-1ba93201-71a1-4d2d-860a-e7c82e81f93d service nova] Releasing lock "refresh_cache-03abe8f5-b70c-4526-b42e-897fdb83b83f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.382998] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5801feaf-553d-41ca-bf8c-33a43fb34a88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.392546] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072ba1dd-ad17-448d-8137-03e22a4e91f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.426344] env[70041]: DEBUG nova.compute.utils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.428046] env[70041]: INFO nova.compute.manager [-] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Took 1.28 seconds to deallocate network for instance. [ 867.430504] env[70041]: DEBUG nova.compute.manager [req-2e7546f2-2af4-4c84-9f52-20140964274a req-02a557f4-8215-4bd5-86b1-3523a2094ee4 service nova] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Detach interface failed, port_id=e6f3896e-6fdf-4a76-9cfa-548f882e97d6, reason: Instance 09ca6c76-6845-4fab-82e0-48f1412e20f4 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 867.431543] env[70041]: DEBUG nova.compute.manager [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 867.636204] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192933, 'name': ReconfigVM_Task, 'duration_secs': 1.155041} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.636492] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 8655920e-7f50-46dd-a4e5-c46dcaa4b11f/8655920e-7f50-46dd-a4e5-c46dcaa4b11f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.637127] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3caf6b1-0206-4c57-a71c-c985d0062e7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.644484] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 867.644484] env[70041]: value = "task-3192935" [ 867.644484] env[70041]: _type = "Task" [ 867.644484] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.652796] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192935, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.680586] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b3d955-4227-e852-8c1a-9355b0fe60fc, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.687180] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d100a90b-27aa-41c0-9921-fa110d9228f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.690157] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 867.690157] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52097a94-df88-ae42-1b09-a2c428bd7c33" [ 867.690157] env[70041]: _type = "Task" [ 867.690157] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.703625] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52097a94-df88-ae42-1b09-a2c428bd7c33, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.704356] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.704628] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 03abe8f5-b70c-4526-b42e-897fdb83b83f/03abe8f5-b70c-4526-b42e-897fdb83b83f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.705556] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae475b6e-3957-4c88-a58b-5c2ed7df092c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.708068] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b73ac338-de84-427a-ae81-e2e557a68d09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.729023] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance '004005be-9af0-421e-9352-9bec6c956564' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.737030] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 867.737030] env[70041]: value = "task-3192936" [ 867.737030] env[70041]: _type = "Task" [ 867.737030] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.745365] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.924148] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d4b00-72e1-434b-b9bb-d0adafe560f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.933020] env[70041]: DEBUG nova.compute.manager [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.936812] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac60ae24-eb10-4c0d-a02f-d99d9e32f799 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.942448] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.975662] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd5d168-10c9-41ae-a7de-25a7f4b2124c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.984825] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7638e6a1-0815-4ac4-a95e-c43905898ecc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.001098] env[70041]: DEBUG nova.compute.provider_tree [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.154279] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192935, 'name': Rename_Task, 'duration_secs': 0.157623} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.154708] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.154934] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c66d5e-59f5-4b51-9581-b14db6278296 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.160670] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 868.160670] env[70041]: value = "task-3192937" [ 868.160670] env[70041]: _type = "Task" [ 868.160670] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.168213] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.239749] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.240269] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987b3d48-e2e2-48ba-a2ac-6ff76d8976fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.250821] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42658} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.252052] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 03abe8f5-b70c-4526-b42e-897fdb83b83f/03abe8f5-b70c-4526-b42e-897fdb83b83f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.252276] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.252588] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 868.252588] env[70041]: value = "task-3192938" [ 868.252588] env[70041]: _type = "Task" [ 868.252588] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.252753] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3595fa21-3a91-411d-a011-82d4f7658f56 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.264317] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 868.264590] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance '004005be-9af0-421e-9352-9bec6c956564' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.268328] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 868.268328] env[70041]: value = "task-3192939" [ 868.268328] env[70041]: _type = "Task" [ 868.268328] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.277485] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.504761] env[70041]: DEBUG nova.scheduler.client.report [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.670519] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.775211] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.775462] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.775710] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.775775] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.775924] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.776112] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.776438] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.776600] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.776791] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.776921] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.777255] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.782248] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa43cdad-0da9-4770-bafd-617844f4f6e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.797873] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212507} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.799220] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.799597] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 868.799597] env[70041]: value = "task-3192940" [ 868.799597] env[70041]: _type = "Task" [ 868.799597] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.800289] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a48e0e-14e9-4fc9-9ac5-2febea666a85 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.812345] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.829512] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 03abe8f5-b70c-4526-b42e-897fdb83b83f/03abe8f5-b70c-4526-b42e-897fdb83b83f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.829824] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f9c300-6bc2-4fb8-ba68-47890848ee01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.848837] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 868.848837] env[70041]: value = "task-3192941" [ 868.848837] env[70041]: _type = "Task" [ 868.848837] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.856401] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192941, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.948694] env[70041]: DEBUG nova.compute.manager [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.976260] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.976638] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.976701] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.976864] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.977014] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.977290] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.977509] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.977667] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.977863] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.978048] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.978291] env[70041]: DEBUG nova.virt.hardware [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.979381] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3842425-0a4c-4057-bfe3-541623713223 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.987378] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafbfd9-263b-4a38-b537-dc8b2b15372b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.000894] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.006467] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Creating folder: Project (fb976e0992cb4e6ea5243f627b8f7ff5). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.006747] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-596747cc-781d-4a6f-a40b-1c27f6884946 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.009088] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.011567] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.389s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.011937] env[70041]: DEBUG nova.objects.instance [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lazy-loading 'resources' on Instance uuid 540472c7-d925-490e-a3eb-66f3b2de608c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.021078] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Created folder: Project (fb976e0992cb4e6ea5243f627b8f7ff5) in parent group-v638323. [ 869.021341] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Creating folder: Instances. Parent ref: group-v638511. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.022180] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3e45eec-b3e8-4d30-aca0-f3138192715c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.029297] env[70041]: INFO nova.scheduler.client.report [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Deleted allocations for instance 43816297-c504-45e7-b637-9890fd0059e8 [ 869.034104] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Created folder: Instances in parent group-v638511. [ 869.034350] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.034709] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.035471] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6589e51-f948-4cd6-b0ed-d79dbffb8daf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.052288] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.052288] env[70041]: value = "task-3192944" [ 869.052288] env[70041]: _type = "Task" [ 869.052288] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.060342] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192944, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.170092] env[70041]: DEBUG oslo_vmware.api [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3192937, 'name': PowerOnVM_Task, 'duration_secs': 0.66133} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.170379] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.170680] env[70041]: INFO nova.compute.manager [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Took 8.87 seconds to spawn the instance on the hypervisor. [ 869.170917] env[70041]: DEBUG nova.compute.manager [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.171692] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4989501-e17c-4f2e-89be-4f336c0e7f4e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.312744] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192940, 'name': ReconfigVM_Task, 'duration_secs': 0.153958} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.313057] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance '004005be-9af0-421e-9352-9bec6c956564' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.359369] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192941, 'name': ReconfigVM_Task, 'duration_secs': 0.311231} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.359641] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 03abe8f5-b70c-4526-b42e-897fdb83b83f/03abe8f5-b70c-4526-b42e-897fdb83b83f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.360276] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5538799-0779-4ded-8a70-4ae2b16d4f1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.366989] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 869.366989] env[70041]: value = "task-3192945" [ 869.366989] env[70041]: _type = "Task" [ 869.366989] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.376664] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192945, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.537965] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78b7c938-1c94-41dc-97b4-e22a425294e6 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.974s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.539095] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 49.176s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.539210] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "43816297-c504-45e7-b637-9890fd0059e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.539450] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.539731] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.544943] env[70041]: INFO nova.compute.manager [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Terminating instance [ 869.567168] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192944, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.689688] env[70041]: INFO nova.compute.manager [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Took 56.28 seconds to build instance. [ 869.820591] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.820917] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.821162] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.821291] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.821447] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.821620] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.821979] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.821979] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.822204] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.822233] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.822408] env[70041]: DEBUG nova.virt.hardware [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.827835] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.828370] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ca756a-0ffc-4eaf-8a65-8cb0f65b22cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.850618] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 869.850618] env[70041]: value = "task-3192946" [ 869.850618] env[70041]: _type = "Task" [ 869.850618] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.861185] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192946, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.874795] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192945, 'name': Rename_Task, 'duration_secs': 0.177215} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.875074] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.875317] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d043c51a-4d0a-43c7-81d5-4f1e688473ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.882983] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 869.882983] env[70041]: value = "task-3192947" [ 869.882983] env[70041]: _type = "Task" [ 869.882983] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.890328] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.006016] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15a96da-adc5-4778-8932-067ca8c7b90c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.012125] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53794176-28fd-49ec-b0a4-adcf72e07b4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.043937] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a4ac5c-6f6a-4a51-9692-200a34ea92d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.047769] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.047769] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquired lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.047914] env[70041]: DEBUG nova.network.neutron [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.052667] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d08d3e-7040-400b-9fd3-9af98788632b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.075739] env[70041]: DEBUG nova.compute.provider_tree [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.076980] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192944, 'name': CreateVM_Task, 'duration_secs': 0.530443} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.077154] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.077545] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.077699] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.078011] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.078262] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fca654a-b50b-4fa9-b46a-35bbc1306703 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.084211] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 870.084211] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52534580-55be-e05a-f96d-763f4ce596cd" [ 870.084211] env[70041]: _type = "Task" [ 870.084211] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.092904] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52534580-55be-e05a-f96d-763f4ce596cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.191404] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a0e02312-81b6-435e-b389-0518fa200a91 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.795s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.361474] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.392522] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.550244] env[70041]: DEBUG nova.compute.utils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Can not refresh info_cache because instance was not found {{(pid=70041) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 870.576532] env[70041]: DEBUG nova.network.neutron [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.582094] env[70041]: DEBUG nova.scheduler.client.report [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.599518] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52534580-55be-e05a-f96d-763f4ce596cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.599863] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.600185] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.600414] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.600760] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.601086] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.601710] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a231931-fc76-46c0-8251-d063abaa26c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.611013] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.611294] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.611963] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668c7dbc-8fef-4af2-848d-5db01af22d76 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.618812] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 870.618812] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527bf3c6-6bb8-2b43-2c6a-e0da6e9f355d" [ 870.618812] env[70041]: _type = "Task" [ 870.618812] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.627131] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527bf3c6-6bb8-2b43-2c6a-e0da6e9f355d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.693810] env[70041]: DEBUG nova.compute.manager [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.752441] env[70041]: DEBUG nova.network.neutron [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.861626] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192946, 'name': ReconfigVM_Task, 'duration_secs': 0.8444} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.861922] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.862755] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269d27c5-72f8-4d59-8b35-b2f8210675fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.895179] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 004005be-9af0-421e-9352-9bec6c956564/004005be-9af0-421e-9352-9bec6c956564.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.898876] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d4313d-1de4-45a7-81c8-919d8ce4eba9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.919180] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.920713] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 870.920713] env[70041]: value = "task-3192948" [ 870.920713] env[70041]: _type = "Task" [ 870.920713] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.930607] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.939214] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.939501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.939713] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.939896] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.940193] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.942688] env[70041]: INFO nova.compute.manager [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Terminating instance [ 871.067941] env[70041]: DEBUG nova.compute.manager [req-f2eaf17d-2c7c-4ced-a400-1dabc3af4622 req-e047e37b-d910-405b-933e-3ba973e30546 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-changed-af9fa245-f5c4-4006-a65f-6c0b389ddecc {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 871.067941] env[70041]: DEBUG nova.compute.manager [req-f2eaf17d-2c7c-4ced-a400-1dabc3af4622 req-e047e37b-d910-405b-933e-3ba973e30546 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Refreshing instance network info cache due to event network-changed-af9fa245-f5c4-4006-a65f-6c0b389ddecc. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 871.068160] env[70041]: DEBUG oslo_concurrency.lockutils [req-f2eaf17d-2c7c-4ced-a400-1dabc3af4622 req-e047e37b-d910-405b-933e-3ba973e30546 service nova] Acquiring lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.068299] env[70041]: DEBUG oslo_concurrency.lockutils [req-f2eaf17d-2c7c-4ced-a400-1dabc3af4622 req-e047e37b-d910-405b-933e-3ba973e30546 service nova] Acquired lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.068520] env[70041]: DEBUG nova.network.neutron [req-f2eaf17d-2c7c-4ced-a400-1dabc3af4622 req-e047e37b-d910-405b-933e-3ba973e30546 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Refreshing network info cache for port af9fa245-f5c4-4006-a65f-6c0b389ddecc {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.096114] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.096842] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.690s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.097487] env[70041]: DEBUG nova.objects.instance [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lazy-loading 'resources' on Instance uuid 31abb123-7d7d-4867-a00d-d4934d1cdb2d {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.117282] env[70041]: INFO nova.scheduler.client.report [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Deleted allocations for instance 540472c7-d925-490e-a3eb-66f3b2de608c [ 871.142776] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527bf3c6-6bb8-2b43-2c6a-e0da6e9f355d, 'name': SearchDatastore_Task, 'duration_secs': 0.009009} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.142776] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8233aab9-e6b8-4247-ac55-df372af6d07f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.147393] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 871.147393] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52532ad7-9898-a8e9-d507-19f1dafd8f54" [ 871.147393] env[70041]: _type = "Task" [ 871.147393] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.156450] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52532ad7-9898-a8e9-d507-19f1dafd8f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.216753] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.255999] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Releasing lock "refresh_cache-43816297-c504-45e7-b637-9890fd0059e8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.255999] env[70041]: DEBUG nova.compute.manager [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.255999] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.257334] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e24b3706-a9e2-4491-8bac-77ef1a303b6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.265993] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25ca9fa-bfd3-4ee0-b35c-2f4c43174048 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.304848] env[70041]: WARNING nova.virt.vmwareapi.vmops [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 43816297-c504-45e7-b637-9890fd0059e8 could not be found. [ 871.305134] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.305352] env[70041]: INFO nova.compute.manager [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Took 0.05 seconds to destroy the instance on the hypervisor. [ 871.305628] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.305943] env[70041]: DEBUG nova.compute.manager [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.306075] env[70041]: DEBUG nova.network.neutron [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.324378] env[70041]: DEBUG nova.network.neutron [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.396632] env[70041]: DEBUG oslo_vmware.api [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192947, 'name': PowerOnVM_Task, 'duration_secs': 1.07209} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.396957] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.397274] env[70041]: INFO nova.compute.manager [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Took 7.84 seconds to spawn the instance on the hypervisor. [ 871.397274] env[70041]: DEBUG nova.compute.manager [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.398247] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ab5ea6-f810-439a-8888-99a9c304165c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.431065] env[70041]: DEBUG oslo_vmware.api [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3192948, 'name': ReconfigVM_Task, 'duration_secs': 0.262542} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.431412] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 004005be-9af0-421e-9352-9bec6c956564/004005be-9af0-421e-9352-9bec6c956564.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.431898] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance '004005be-9af0-421e-9352-9bec6c956564' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.448351] env[70041]: DEBUG nova.compute.manager [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.448595] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.449820] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b14958-a376-46c4-8f0b-a8c15536285a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.458166] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.458486] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-955d292c-f605-4312-aa88-e37c769b579c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.465017] env[70041]: DEBUG oslo_vmware.api [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 871.465017] env[70041]: value = "task-3192949" [ 871.465017] env[70041]: _type = "Task" [ 871.465017] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.473508] env[70041]: DEBUG oslo_vmware.api [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.635478] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74e23d7b-bc1b-4517-ac2e-6dd4671fc724 tempest-ServersAdminNegativeTestJSON-1366739474 tempest-ServersAdminNegativeTestJSON-1366739474-project-member] Lock "540472c7-d925-490e-a3eb-66f3b2de608c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.905s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.657614] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52532ad7-9898-a8e9-d507-19f1dafd8f54, 'name': SearchDatastore_Task, 'duration_secs': 0.008381} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.661171] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.661583] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 52c8afb1-1d2e-45da-b617-6fad6be65ff6/52c8afb1-1d2e-45da-b617-6fad6be65ff6.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.663079] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-142815f9-88c9-4471-a63a-a13593e79676 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.670707] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 871.670707] env[70041]: value = "task-3192950" [ 871.670707] env[70041]: _type = "Task" [ 871.670707] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.682085] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.830882] env[70041]: DEBUG nova.network.neutron [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.914501] env[70041]: DEBUG nova.network.neutron [req-f2eaf17d-2c7c-4ced-a400-1dabc3af4622 req-e047e37b-d910-405b-933e-3ba973e30546 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updated VIF entry in instance network info cache for port af9fa245-f5c4-4006-a65f-6c0b389ddecc. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.916879] env[70041]: DEBUG nova.network.neutron [req-f2eaf17d-2c7c-4ced-a400-1dabc3af4622 req-e047e37b-d910-405b-933e-3ba973e30546 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.927847] env[70041]: INFO nova.compute.manager [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Took 57.54 seconds to build instance. [ 871.939578] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22dd6d-9e87-4812-a8ef-87fd81fe7a2a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.991034] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02008f46-d3d5-45a4-adb6-4c104565baba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.008139] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance '004005be-9af0-421e-9352-9bec6c956564' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.017692] env[70041]: DEBUG oslo_vmware.api [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192949, 'name': PowerOffVM_Task, 'duration_secs': 0.2046} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.018545] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.018743] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.019052] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb3e666f-b439-4a03-bdc8-c39b61971429 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.092415] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.092606] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.092783] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Deleting the datastore file [datastore1] bb2063d7-4a0b-4137-b8a7-89f0f87a9059 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.093061] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90f39156-d7f0-4e66-860c-deee641d699d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.103178] env[70041]: DEBUG oslo_vmware.api [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for the task: (returnval){ [ 872.103178] env[70041]: value = "task-3192952" [ 872.103178] env[70041]: _type = "Task" [ 872.103178] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.113777] env[70041]: DEBUG oslo_vmware.api [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.181798] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510318} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.184972] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 52c8afb1-1d2e-45da-b617-6fad6be65ff6/52c8afb1-1d2e-45da-b617-6fad6be65ff6.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.184972] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.185411] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be2162ae-488e-4e04-a99a-c866ec1aa6cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.192710] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 872.192710] env[70041]: value = "task-3192953" [ 872.192710] env[70041]: _type = "Task" [ 872.192710] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.201456] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.263403] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66408d8-3e25-4ba0-8724-465204b74ef0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.271184] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3b74f7-c718-420e-9b11-44869fddb2f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.302598] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5531de6-0f7a-4ea1-94c5-1415f9e4c316 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.309995] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85047a02-f2b8-4ced-ae2c-58418d238da6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.323170] env[70041]: DEBUG nova.compute.provider_tree [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.334694] env[70041]: INFO nova.compute.manager [-] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Took 1.03 seconds to deallocate network for instance. [ 872.426916] env[70041]: DEBUG oslo_concurrency.lockutils [req-f2eaf17d-2c7c-4ced-a400-1dabc3af4622 req-e047e37b-d910-405b-933e-3ba973e30546 service nova] Releasing lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.430976] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6f35622a-eba1-4663-8bab-4fb7e0ca9c95 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "03abe8f5-b70c-4526-b42e-897fdb83b83f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.066s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.568820] env[70041]: DEBUG nova.network.neutron [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Port ba3ae139-c54b-4813-a1a3-54a02d2d91b4 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 872.613346] env[70041]: DEBUG oslo_vmware.api [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.706792] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071973} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.707369] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.708642] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b8f624-4f55-41a2-9f0d-44aacef287c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.730515] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 52c8afb1-1d2e-45da-b617-6fad6be65ff6/52c8afb1-1d2e-45da-b617-6fad6be65ff6.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.730816] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8475034a-6540-48c0-97aa-c6092affa709 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.750758] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 872.750758] env[70041]: value = "task-3192954" [ 872.750758] env[70041]: _type = "Task" [ 872.750758] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.760734] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.826048] env[70041]: DEBUG nova.scheduler.client.report [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.840471] env[70041]: INFO nova.compute.manager [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Rescuing [ 872.840809] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "refresh_cache-03abe8f5-b70c-4526-b42e-897fdb83b83f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.841010] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "refresh_cache-03abe8f5-b70c-4526-b42e-897fdb83b83f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.841161] env[70041]: DEBUG nova.network.neutron [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.842621] env[70041]: INFO nova.compute.manager [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance disappeared during terminate [ 872.843280] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9c4217e3-f02a-4944-a7f8-f0cddceaea04 tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "43816297-c504-45e7-b637-9890fd0059e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.304s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.933652] env[70041]: DEBUG nova.compute.manager [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.119771] env[70041]: DEBUG oslo_vmware.api [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Task: {'id': task-3192952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592962} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.119771] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.119771] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.119771] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.119771] env[70041]: INFO nova.compute.manager [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Took 1.67 seconds to destroy the instance on the hypervisor. [ 873.120026] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.120339] env[70041]: DEBUG nova.compute.manager [-] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.120440] env[70041]: DEBUG nova.network.neutron [-] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.264090] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.331524] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.334071] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.712s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.335772] env[70041]: INFO nova.compute.claims [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.359528] env[70041]: INFO nova.scheduler.client.report [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted allocations for instance 31abb123-7d7d-4867-a00d-d4934d1cdb2d [ 873.463286] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.602501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "004005be-9af0-421e-9352-9bec6c956564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.602501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.602721] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.767412] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192954, 'name': ReconfigVM_Task, 'duration_secs': 0.695616} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.767744] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 52c8afb1-1d2e-45da-b617-6fad6be65ff6/52c8afb1-1d2e-45da-b617-6fad6be65ff6.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.770169] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce176fed-5421-41b0-9a0e-eeb7a2bb04e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.776957] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 873.776957] env[70041]: value = "task-3192955" [ 873.776957] env[70041]: _type = "Task" [ 873.776957] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.786941] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192955, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.870035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8af5d014-ebea-46d8-afc9-f7299fcafd7a tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "31abb123-7d7d-4867-a00d-d4934d1cdb2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.151s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.878408] env[70041]: DEBUG nova.network.neutron [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Updating instance_info_cache with network_info: [{"id": "93008b0d-69eb-42c2-adea-4cc3000c673c", "address": "fa:16:3e:4c:41:27", "network": {"id": "8ac0c0c1-6fa9-4686-8ffa-8e77fbe6b912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1618226530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6c6b47fb4e4c4aaa859e8f706485df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93008b0d-69", "ovs_interfaceid": "93008b0d-69eb-42c2-adea-4cc3000c673c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.963600] env[70041]: DEBUG nova.compute.manager [req-5576097f-c18e-4165-a597-c32fd5efeca3 req-f6ceab4f-3e2b-4a76-85a7-49c3d76c1876 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Received event network-vif-deleted-d153d970-06db-4c27-b79b-ed15b61dac3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 873.963840] env[70041]: INFO nova.compute.manager [req-5576097f-c18e-4165-a597-c32fd5efeca3 req-f6ceab4f-3e2b-4a76-85a7-49c3d76c1876 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Neutron deleted interface d153d970-06db-4c27-b79b-ed15b61dac3c; detaching it from the instance and deleting it from the info cache [ 873.964127] env[70041]: DEBUG nova.network.neutron [req-5576097f-c18e-4165-a597-c32fd5efeca3 req-f6ceab4f-3e2b-4a76-85a7-49c3d76c1876 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.290633] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192955, 'name': Rename_Task, 'duration_secs': 0.153425} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.290633] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.290633] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4be53fcd-cf6a-47bc-aabf-cb4a606dd27c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.295739] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 874.295739] env[70041]: value = "task-3192956" [ 874.295739] env[70041]: _type = "Task" [ 874.295739] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.305366] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.381940] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "refresh_cache-03abe8f5-b70c-4526-b42e-897fdb83b83f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.442431] env[70041]: DEBUG nova.network.neutron [-] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.467023] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-947a655a-f33e-473c-92cc-3922e3d53eec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.478266] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e3cfd1-d1c7-4a94-befa-dc30b3d4fec4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.521519] env[70041]: DEBUG nova.compute.manager [req-5576097f-c18e-4165-a597-c32fd5efeca3 req-f6ceab4f-3e2b-4a76-85a7-49c3d76c1876 service nova] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Detach interface failed, port_id=d153d970-06db-4c27-b79b-ed15b61dac3c, reason: Instance bb2063d7-4a0b-4137-b8a7-89f0f87a9059 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 874.656042] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.656290] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.656478] env[70041]: DEBUG nova.network.neutron [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.806186] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.927369] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa74666-0447-4d9d-bd4c-1fc4adeadd19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.934979] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffa02b5-01a4-47fb-9eb6-06d14d2172e9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.969443] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.969839] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.970075] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.970266] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.970435] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.972394] env[70041]: INFO nova.compute.manager [-] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Took 1.85 seconds to deallocate network for instance. [ 874.973590] env[70041]: INFO nova.compute.manager [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Terminating instance [ 874.977011] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c869abcb-f6e4-4b95-b4dc-ef99ea769535 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.989608] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e077d7-d93e-44df-8e7c-656b52cd3b26 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.004212] env[70041]: DEBUG nova.compute.provider_tree [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.307242] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192956, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.479437] env[70041]: DEBUG nova.network.neutron [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance_info_cache with network_info: [{"id": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "address": "fa:16:3e:d2:ea:5e", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3ae139-c5", "ovs_interfaceid": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.485240] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.487241] env[70041]: DEBUG nova.compute.manager [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.487241] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.487241] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b0461b-8084-47a6-aa76-e11232508ff1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.499026] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.499026] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5ba93f1-c2dc-4329-84f4-4c38f4b0f5e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.504869] env[70041]: DEBUG oslo_vmware.api [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 875.504869] env[70041]: value = "task-3192957" [ 875.504869] env[70041]: _type = "Task" [ 875.504869] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.508430] env[70041]: DEBUG nova.scheduler.client.report [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.517778] env[70041]: DEBUG oslo_vmware.api [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.807029] env[70041]: DEBUG oslo_vmware.api [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192956, 'name': PowerOnVM_Task, 'duration_secs': 1.022473} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.807315] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.807656] env[70041]: INFO nova.compute.manager [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Took 6.86 seconds to spawn the instance on the hypervisor. [ 875.807656] env[70041]: DEBUG nova.compute.manager [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.808809] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4529c3be-0aa7-4261-80a1-6db60370e00f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.924020] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.924020] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f48d286-3a5b-46c3-9f0c-e3a2a7248a9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.930021] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 875.930021] env[70041]: value = "task-3192958" [ 875.930021] env[70041]: _type = "Task" [ 875.930021] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.942845] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.982583] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.019873] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.020465] env[70041]: DEBUG nova.compute.manager [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.023129] env[70041]: DEBUG oslo_vmware.api [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192957, 'name': PowerOffVM_Task, 'duration_secs': 0.295754} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.023670] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.155s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.025082] env[70041]: INFO nova.compute.claims [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.027528] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.027718] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.028548] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6db1a8b8-ab27-4be5-a297-90a2191c0aa8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.109713] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.109940] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.110141] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleting the datastore file [datastore1] 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.110396] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec24b91-cc9b-424a-ab2d-fabed3556068 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.116509] env[70041]: DEBUG oslo_vmware.api [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 876.116509] env[70041]: value = "task-3192960" [ 876.116509] env[70041]: _type = "Task" [ 876.116509] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.124817] env[70041]: DEBUG oslo_vmware.api [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.327107] env[70041]: INFO nova.compute.manager [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Took 57.50 seconds to build instance. [ 876.437695] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192958, 'name': PowerOffVM_Task, 'duration_secs': 0.164177} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.438030] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.438877] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c6f5bf-f01c-4e9f-a5c4-40a555e5e126 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.458751] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71150686-3dbb-42b7-97cc-4e5c3b947a7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.488248] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.488248] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.505762] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e08267-4096-48a0-b23d-70decf5d6b15 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.530456] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.530756] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.534092] env[70041]: DEBUG nova.compute.utils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.535876] env[70041]: DEBUG nova.compute.manager [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.536058] env[70041]: DEBUG nova.network.neutron [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.538641] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9dcd41-3b50-4116-8396-be7f9473db46 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.550194] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance '004005be-9af0-421e-9352-9bec6c956564' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.569937] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.570294] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2cfe107-835e-4f8c-8edb-2c147a2e3edc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.578394] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 876.578394] env[70041]: value = "task-3192961" [ 876.578394] env[70041]: _type = "Task" [ 876.578394] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.590021] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.602202] env[70041]: DEBUG nova.policy [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f64e1d7d9e24e12b95df62ae04e75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3510290228a4389b972dd2c1a12bff3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.628301] env[70041]: DEBUG oslo_vmware.api [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3192960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12788} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.628967] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.629265] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.629540] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.629779] env[70041]: INFO nova.compute.manager [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 876.630969] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.630969] env[70041]: DEBUG nova.compute.manager [-] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.630969] env[70041]: DEBUG nova.network.neutron [-] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.828982] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a441659e-cebb-48b2-a1ae-8d64905e5375 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "52c8afb1-1d2e-45da-b617-6fad6be65ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.010s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.045383] env[70041]: DEBUG nova.compute.manager [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.060817] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8dd7ae-e472-42c4-9612-dff972c81db5 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance '004005be-9af0-421e-9352-9bec6c956564' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.092577] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 877.092671] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.092927] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.093096] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.093840] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.093840] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da4b2a64-3abe-45b5-b007-3f9c6410c571 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.102170] env[70041]: DEBUG nova.compute.manager [req-94ad2ecd-e54a-439a-8b1b-920e40d9708e req-28c85678-8f0a-47bd-8f04-212e6f3f6970 service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Received event network-vif-deleted-0a518964-b7f0-4c82-a89c-5353f2e8c640 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 877.102170] env[70041]: INFO nova.compute.manager [req-94ad2ecd-e54a-439a-8b1b-920e40d9708e req-28c85678-8f0a-47bd-8f04-212e6f3f6970 service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Neutron deleted interface 0a518964-b7f0-4c82-a89c-5353f2e8c640; detaching it from the instance and deleting it from the info cache [ 877.102170] env[70041]: DEBUG nova.network.neutron [req-94ad2ecd-e54a-439a-8b1b-920e40d9708e req-28c85678-8f0a-47bd-8f04-212e6f3f6970 service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.111076] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.111170] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.112605] env[70041]: DEBUG nova.network.neutron [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Successfully created port: a9ce90da-01af-424e-ae29-f5a56a674082 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.115025] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e049f88-ed36-4214-8642-4e9a0a50a5b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.125160] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 877.125160] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e0d9f6-8698-c557-5ed5-cf1f83bdf766" [ 877.125160] env[70041]: _type = "Task" [ 877.125160] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.133491] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e0d9f6-8698-c557-5ed5-cf1f83bdf766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.333974] env[70041]: DEBUG nova.compute.manager [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.566012] env[70041]: DEBUG nova.network.neutron [-] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.606322] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-351fcc35-ce66-4a83-a8ab-ec8ad7458541 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.617296] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517dc4a0-29ae-4cee-955b-486a834a1e30 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.647317] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e0d9f6-8698-c557-5ed5-cf1f83bdf766, 'name': SearchDatastore_Task, 'duration_secs': 0.014099} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.663388] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66949f4a-2a26-45dd-92b1-dcf2a3a7d8f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.666453] env[70041]: DEBUG nova.compute.manager [req-94ad2ecd-e54a-439a-8b1b-920e40d9708e req-28c85678-8f0a-47bd-8f04-212e6f3f6970 service nova] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Detach interface failed, port_id=0a518964-b7f0-4c82-a89c-5353f2e8c640, reason: Instance 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 877.672894] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 877.672894] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d9776f-ec1d-a4bf-35cc-95f55f137c2c" [ 877.672894] env[70041]: _type = "Task" [ 877.672894] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.680715] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d9776f-ec1d-a4bf-35cc-95f55f137c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.682340] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf2b02-8ecc-477d-bcb7-e093a18e7ad7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.689728] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1253e475-9d70-4249-b059-c2a66f215199 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.723936] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff79090b-4670-467e-ba12-7940a93b9b30 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.732086] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe8913e-bd45-463a-b9b7-5fd5178224a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.750115] env[70041]: DEBUG nova.compute.provider_tree [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.859945] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.070599] env[70041]: DEBUG nova.compute.manager [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.072465] env[70041]: INFO nova.compute.manager [-] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Took 1.44 seconds to deallocate network for instance. [ 878.095553] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='95a9eb27630c22428984bd93bff962f1',container_format='bare',created_at=2025-03-26T23:02:57Z,direct_url=,disk_format='vmdk',id=871d8376-f42a-40e3-bb43-912209d92718,min_disk=1,min_ram=0,name='tempest-test-snap-1983257658',owner='a3510290228a4389b972dd2c1a12bff3',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-26T23:03:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.095553] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.095719] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.095865] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.096683] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.096683] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.096683] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.096683] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.096683] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.096882] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.096961] env[70041]: DEBUG nova.virt.hardware [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.097848] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cef4501-6cfa-4110-8906-9012c9f4641a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.106898] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011c59a1-1028-4a2d-a311-e2be5d3f9f8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.183437] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d9776f-ec1d-a4bf-35cc-95f55f137c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.01467} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.183614] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.184336] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 03abe8f5-b70c-4526-b42e-897fdb83b83f/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. {{(pid=70041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 878.184336] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ea65e70-df2f-446b-956e-d6177b9ebfc8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.191780] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 878.191780] env[70041]: value = "task-3192962" [ 878.191780] env[70041]: _type = "Task" [ 878.191780] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.200144] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.253726] env[70041]: DEBUG nova.scheduler.client.report [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.270221] env[70041]: INFO nova.compute.manager [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Rebuilding instance [ 878.306997] env[70041]: DEBUG nova.compute.manager [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.307867] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4344b-5f2a-45b5-9a1a-d34e52023e19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.579132] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.702094] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467134} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.702406] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 03abe8f5-b70c-4526-b42e-897fdb83b83f/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. [ 878.703482] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714abff3-a198-4446-9673-1d89d278f2d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.729292] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 03abe8f5-b70c-4526-b42e-897fdb83b83f/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.729623] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e249c209-affd-4f0d-8aca-cf76714b5d42 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.751614] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 878.751614] env[70041]: value = "task-3192963" [ 878.751614] env[70041]: _type = "Task" [ 878.751614] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.761838] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.763049] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.763473] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.449s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.763820] env[70041]: DEBUG nova.objects.instance [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lazy-loading 'resources' on Instance uuid 609cb4f6-9aaa-488f-ab60-f6b2ae08f460 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.794985] env[70041]: DEBUG nova.network.neutron [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Successfully updated port: a9ce90da-01af-424e-ae29-f5a56a674082 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.124549] env[70041]: DEBUG nova.compute.manager [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Received event network-vif-plugged-a9ce90da-01af-424e-ae29-f5a56a674082 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 879.124779] env[70041]: DEBUG oslo_concurrency.lockutils [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] Acquiring lock "e5cea440-236a-4391-8ecb-5d32c3e25936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.124980] env[70041]: DEBUG oslo_concurrency.lockutils [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] Lock "e5cea440-236a-4391-8ecb-5d32c3e25936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.125164] env[70041]: DEBUG oslo_concurrency.lockutils [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] Lock "e5cea440-236a-4391-8ecb-5d32c3e25936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.125327] env[70041]: DEBUG nova.compute.manager [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] No waiting events found dispatching network-vif-plugged-a9ce90da-01af-424e-ae29-f5a56a674082 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.125488] env[70041]: WARNING nova.compute.manager [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Received unexpected event network-vif-plugged-a9ce90da-01af-424e-ae29-f5a56a674082 for instance with vm_state building and task_state spawning. [ 879.125638] env[70041]: DEBUG nova.compute.manager [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Received event network-changed-a9ce90da-01af-424e-ae29-f5a56a674082 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 879.125787] env[70041]: DEBUG nova.compute.manager [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Refreshing instance network info cache due to event network-changed-a9ce90da-01af-424e-ae29-f5a56a674082. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 879.126026] env[70041]: DEBUG oslo_concurrency.lockutils [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] Acquiring lock "refresh_cache-e5cea440-236a-4391-8ecb-5d32c3e25936" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.126171] env[70041]: DEBUG oslo_concurrency.lockutils [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] Acquired lock "refresh_cache-e5cea440-236a-4391-8ecb-5d32c3e25936" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.126462] env[70041]: DEBUG nova.network.neutron [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Refreshing network info cache for port a9ce90da-01af-424e-ae29-f5a56a674082 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.263029] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192963, 'name': ReconfigVM_Task, 'duration_secs': 0.31697} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.263029] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 03abe8f5-b70c-4526-b42e-897fdb83b83f/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.264032] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9e4cc1-10b2-48b9-a537-c218b53cbb57 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.266412] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquiring lock "3bcc720e-d825-49c1-88ab-9df515103b16" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.266643] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "3bcc720e-d825-49c1-88ab-9df515103b16" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.291136] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "004005be-9af0-421e-9352-9bec6c956564" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.291425] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.291606] env[70041]: DEBUG nova.compute.manager [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Going to confirm migration 3 {{(pid=70041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 879.300661] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "refresh_cache-e5cea440-236a-4391-8ecb-5d32c3e25936" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.300971] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c53a40eb-b2e2-40ae-bf0c-55af00307031 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.318661] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 879.318661] env[70041]: value = "task-3192964" [ 879.318661] env[70041]: _type = "Task" [ 879.318661] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.322127] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.326861] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c8c159b-a088-408b-9a28-fb2afb126cf0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.333029] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.333029] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 879.333029] env[70041]: value = "task-3192965" [ 879.333029] env[70041]: _type = "Task" [ 879.333029] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.341277] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.666524] env[70041]: DEBUG nova.network.neutron [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.749920] env[70041]: DEBUG nova.network.neutron [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.766959] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff811bf9-fc10-4fd0-8ee2-9e550dc88076 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.771318] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "3bcc720e-d825-49c1-88ab-9df515103b16" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.771846] env[70041]: DEBUG nova.compute.manager [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.777221] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20783ea4-4d46-489f-a31c-583c9d4cfd1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.811885] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6f316d-a26b-4981-8bf7-03ea9f348e8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.823307] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db02afe-48be-4324-9755-aa59f769de65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.833190] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192964, 'name': ReconfigVM_Task, 'duration_secs': 0.165266} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.842522] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.842909] env[70041]: DEBUG nova.compute.provider_tree [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.844865] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.845037] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.845205] env[70041]: DEBUG nova.network.neutron [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.845378] env[70041]: DEBUG nova.objects.instance [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'info_cache' on Instance uuid 004005be-9af0-421e-9352-9bec6c956564 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.849414] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2baa098-5ef2-4f4d-ba50-d194dc94ce5e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.852922] env[70041]: DEBUG nova.scheduler.client.report [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.860990] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192965, 'name': PowerOffVM_Task, 'duration_secs': 0.161283} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.862151] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.862770] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.863326] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 879.863326] env[70041]: value = "task-3192966" [ 879.863326] env[70041]: _type = "Task" [ 879.863326] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.864049] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e161b03e-9110-4beb-87e4-5001e80c376a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.873803] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.876899] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a5ab0bb-78db-4f22-9f85-053466b9375e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.878329] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.901085] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.901414] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.901633] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Deleting the datastore file [datastore2] 52c8afb1-1d2e-45da-b617-6fad6be65ff6 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.902045] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9369366d-03c0-4a5b-af73-37b23bac18e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.908893] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 879.908893] env[70041]: value = "task-3192968" [ 879.908893] env[70041]: _type = "Task" [ 879.908893] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.917902] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.252272] env[70041]: DEBUG oslo_concurrency.lockutils [req-928c6571-cbb6-445b-b327-989b6040479a req-36c28fea-64aa-47da-9ffc-f2a031615421 service nova] Releasing lock "refresh_cache-e5cea440-236a-4391-8ecb-5d32c3e25936" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.252685] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "refresh_cache-e5cea440-236a-4391-8ecb-5d32c3e25936" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.252833] env[70041]: DEBUG nova.network.neutron [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.278393] env[70041]: DEBUG nova.compute.utils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.280128] env[70041]: DEBUG nova.compute.manager [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.280391] env[70041]: DEBUG nova.network.neutron [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.316565] env[70041]: DEBUG nova.policy [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85cb56a498f44ee95b3ae277a832a04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9a43925795e4673aa0512655653f5de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.356259] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.593s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.358581] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.034s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.358814] env[70041]: DEBUG nova.objects.instance [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lazy-loading 'resources' on Instance uuid 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.377139] env[70041]: DEBUG oslo_vmware.api [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3192966, 'name': PowerOnVM_Task, 'duration_secs': 0.425203} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.378233] env[70041]: INFO nova.scheduler.client.report [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Deleted allocations for instance 609cb4f6-9aaa-488f-ab60-f6b2ae08f460 [ 880.379229] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.384029] env[70041]: DEBUG nova.compute.manager [None req-c7a1337b-9630-4879-b533-f63c14e634d3 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.384904] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bd4485-f4a2-45e4-8936-982ad1115485 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.419375] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114205} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.419675] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.419938] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.420149] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.669188] env[70041]: DEBUG nova.network.neutron [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Successfully created port: 3aede0d2-88c7-4b49-94a1-9970114c9280 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.784091] env[70041]: DEBUG nova.compute.manager [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.803358] env[70041]: DEBUG nova.network.neutron [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.902015] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed253ea2-8226-43f4-81b2-aeb1d7683466 tempest-ListServerFiltersTestJSON-321792497 tempest-ListServerFiltersTestJSON-321792497-project-member] Lock "609cb4f6-9aaa-488f-ab60-f6b2ae08f460" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.216s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.086330] env[70041]: DEBUG nova.network.neutron [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Updating instance_info_cache with network_info: [{"id": "a9ce90da-01af-424e-ae29-f5a56a674082", "address": "fa:16:3e:03:1f:df", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ce90da-01", "ovs_interfaceid": "a9ce90da-01af-424e-ae29-f5a56a674082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.217609] env[70041]: DEBUG nova.network.neutron [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance_info_cache with network_info: [{"id": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "address": "fa:16:3e:d2:ea:5e", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3ae139-c5", "ovs_interfaceid": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.437051] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f314a29-e9e8-49a9-a6e0-7212c574cfca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.445255] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ea9cd2-5f7b-4c1d-990b-7eaec53a8d1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.481303] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc1548-ee5b-45ee-b61b-836fd61b32d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.490111] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.490355] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.490509] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.490691] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.490835] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.490983] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.491243] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.491409] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.491575] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.491736] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.491909] env[70041]: DEBUG nova.virt.hardware [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.493172] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9daaf0-eae7-40cd-bc04-3353f3ca21b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.497522] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5893b6-922d-4f86-aeb8-a46a727bc74c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.509959] env[70041]: DEBUG nova.compute.provider_tree [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.516108] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcada50-a45a-498c-ad0d-b3b7daf8f8e9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.530490] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.536037] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.536576] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.536874] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6fbd91a-419b-4e9e-a8e1-c1a44c2e2da7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.554219] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.554219] env[70041]: value = "task-3192969" [ 881.554219] env[70041]: _type = "Task" [ 881.554219] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.590633] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "refresh_cache-e5cea440-236a-4391-8ecb-5d32c3e25936" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.591111] env[70041]: DEBUG nova.compute.manager [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Instance network_info: |[{"id": "a9ce90da-01af-424e-ae29-f5a56a674082", "address": "fa:16:3e:03:1f:df", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ce90da-01", "ovs_interfaceid": "a9ce90da-01af-424e-ae29-f5a56a674082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.591897] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:1f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9ce90da-01af-424e-ae29-f5a56a674082', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.599767] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.600158] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.600473] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b07cbfef-1f0c-464d-889e-9a4be298fbeb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.622246] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.622246] env[70041]: value = "task-3192970" [ 881.622246] env[70041]: _type = "Task" [ 881.622246] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.630474] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192970, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.720226] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.720432] env[70041]: DEBUG nova.objects.instance [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'migration_context' on Instance uuid 004005be-9af0-421e-9352-9bec6c956564 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.797074] env[70041]: DEBUG nova.compute.manager [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.826921] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.827967] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.828253] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.828493] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.828682] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.828952] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.829194] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.829363] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.829556] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.829742] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.829929] env[70041]: DEBUG nova.virt.hardware [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.830853] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d024664-7e45-46ba-8b6f-cde92c864368 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.844673] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8925ae-b7c0-42f3-ba93-ad20b275429a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.015447] env[70041]: DEBUG nova.scheduler.client.report [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.065571] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192969, 'name': CreateVM_Task, 'duration_secs': 0.352187} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.065571] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.065905] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.066074] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.066396] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.067037] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f98f0d2-887a-42bd-825e-f505a7d634ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.071437] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 882.071437] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284dfef-c2e2-510d-9326-fe112a1945e7" [ 882.071437] env[70041]: _type = "Task" [ 882.071437] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.078930] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284dfef-c2e2-510d-9326-fe112a1945e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.132024] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192970, 'name': CreateVM_Task, 'duration_secs': 0.32549} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.132252] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.132987] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.133411] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.133555] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.133784] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd61ff8-2250-4cbb-8850-b37578e70e3a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.139099] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 882.139099] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c098a7-effd-a44d-e460-d588b58ded2c" [ 882.139099] env[70041]: _type = "Task" [ 882.139099] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.147022] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c098a7-effd-a44d-e460-d588b58ded2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.223646] env[70041]: DEBUG nova.objects.base [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Object Instance<004005be-9af0-421e-9352-9bec6c956564> lazy-loaded attributes: info_cache,migration_context {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 882.224621] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97b2092-9f36-4740-b23e-9ad9ceb25d1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.245681] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87074088-a579-4d93-af0b-c4fa9f7822cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.251258] env[70041]: DEBUG oslo_vmware.api [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 882.251258] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b68350-3e92-c294-276b-914dd72d2823" [ 882.251258] env[70041]: _type = "Task" [ 882.251258] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.259324] env[70041]: DEBUG oslo_vmware.api [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b68350-3e92-c294-276b-914dd72d2823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.503399] env[70041]: DEBUG nova.network.neutron [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Successfully updated port: 3aede0d2-88c7-4b49-94a1-9970114c9280 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.509034] env[70041]: DEBUG nova.compute.manager [req-e9de2bb2-eca9-466a-801e-35eefef65464 req-d20dc33a-9514-4beb-9fc1-7842106dadf3 service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Received event network-vif-plugged-3aede0d2-88c7-4b49-94a1-9970114c9280 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 882.509304] env[70041]: DEBUG oslo_concurrency.lockutils [req-e9de2bb2-eca9-466a-801e-35eefef65464 req-d20dc33a-9514-4beb-9fc1-7842106dadf3 service nova] Acquiring lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.510022] env[70041]: DEBUG oslo_concurrency.lockutils [req-e9de2bb2-eca9-466a-801e-35eefef65464 req-d20dc33a-9514-4beb-9fc1-7842106dadf3 service nova] Lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.510228] env[70041]: DEBUG oslo_concurrency.lockutils [req-e9de2bb2-eca9-466a-801e-35eefef65464 req-d20dc33a-9514-4beb-9fc1-7842106dadf3 service nova] Lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.510484] env[70041]: DEBUG nova.compute.manager [req-e9de2bb2-eca9-466a-801e-35eefef65464 req-d20dc33a-9514-4beb-9fc1-7842106dadf3 service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] No waiting events found dispatching network-vif-plugged-3aede0d2-88c7-4b49-94a1-9970114c9280 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.510694] env[70041]: WARNING nova.compute.manager [req-e9de2bb2-eca9-466a-801e-35eefef65464 req-d20dc33a-9514-4beb-9fc1-7842106dadf3 service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Received unexpected event network-vif-plugged-3aede0d2-88c7-4b49-94a1-9970114c9280 for instance with vm_state building and task_state spawning. [ 882.523717] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.527210] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.541s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.528391] env[70041]: INFO nova.compute.claims [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.546125] env[70041]: INFO nova.scheduler.client.report [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Deleted allocations for instance 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd [ 882.583486] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284dfef-c2e2-510d-9326-fe112a1945e7, 'name': SearchDatastore_Task, 'duration_secs': 0.026046} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.583869] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.584191] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.584730] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.584870] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.585084] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.585524] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53bd52a6-cecc-4293-a59f-52d50f4cea1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.598018] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.598018] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.598018] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0e2fbf-e14c-432a-a742-5bd34e5ba627 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.602220] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 882.602220] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526a331a-6e68-12dd-f713-1e09f2bc6c15" [ 882.602220] env[70041]: _type = "Task" [ 882.602220] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.611489] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526a331a-6e68-12dd-f713-1e09f2bc6c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.650326] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.651773] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Processing image 871d8376-f42a-40e3-bb43-912209d92718 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.652056] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718/871d8376-f42a-40e3-bb43-912209d92718.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.652212] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718/871d8376-f42a-40e3-bb43-912209d92718.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.652389] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.652641] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1837863-d654-4357-8fdf-7a56b23d6236 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.661509] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.661775] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.662823] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2ccb4f-f9a3-4642-a2df-4005dd13a387 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.669519] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 882.669519] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5251768e-ae18-9b5b-4779-b4b8008553d2" [ 882.669519] env[70041]: _type = "Task" [ 882.669519] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.680523] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5251768e-ae18-9b5b-4779-b4b8008553d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.752729] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.752972] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.762813] env[70041]: DEBUG oslo_vmware.api [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b68350-3e92-c294-276b-914dd72d2823, 'name': SearchDatastore_Task, 'duration_secs': 0.019342} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.763087] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.007929] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquiring lock "refresh_cache-f803cde5-f3f0-414c-aa0d-4dc785bb3f20" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.008176] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquired lock "refresh_cache-f803cde5-f3f0-414c-aa0d-4dc785bb3f20" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.008674] env[70041]: DEBUG nova.network.neutron [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.053384] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dc27d1b3-974c-454c-9cb4-03c7612ad404 tempest-ServerMetadataTestJSON-1334219244 tempest-ServerMetadataTestJSON-1334219244-project-member] Lock "8ae80cc5-4c08-46bc-92ea-6343cb25a9fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.162s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.114333] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526a331a-6e68-12dd-f713-1e09f2bc6c15, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.115121] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab38d627-e8ab-467b-ae34-d9fb98602479 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.121048] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 883.121048] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520dd9d0-6bd7-7dee-35f5-1af1ae3c0fbb" [ 883.121048] env[70041]: _type = "Task" [ 883.121048] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.131053] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520dd9d0-6bd7-7dee-35f5-1af1ae3c0fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.179413] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Preparing fetch location {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 883.179667] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Fetch image to [datastore1] OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a/OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a.vmdk {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 883.179917] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Downloading stream optimized image 871d8376-f42a-40e3-bb43-912209d92718 to [datastore1] OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a/OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a.vmdk on the data store datastore1 as vApp {{(pid=70041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 883.180111] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Downloading image file data 871d8376-f42a-40e3-bb43-912209d92718 to the ESX as VM named 'OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a' {{(pid=70041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 883.275688] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 883.275688] env[70041]: value = "resgroup-9" [ 883.275688] env[70041]: _type = "ResourcePool" [ 883.275688] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 883.275983] env[70041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-104427b0-adc7-49f7-bd07-879e7b0b60fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.301321] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lease: (returnval){ [ 883.301321] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d8ce9-ecbb-9dde-ba33-3276cec60510" [ 883.301321] env[70041]: _type = "HttpNfcLease" [ 883.301321] env[70041]: } obtained for vApp import into resource pool (val){ [ 883.301321] env[70041]: value = "resgroup-9" [ 883.301321] env[70041]: _type = "ResourcePool" [ 883.301321] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 883.301640] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the lease: (returnval){ [ 883.301640] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d8ce9-ecbb-9dde-ba33-3276cec60510" [ 883.301640] env[70041]: _type = "HttpNfcLease" [ 883.301640] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.308651] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.308651] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d8ce9-ecbb-9dde-ba33-3276cec60510" [ 883.308651] env[70041]: _type = "HttpNfcLease" [ 883.308651] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.574202] env[70041]: DEBUG nova.network.neutron [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.635349] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520dd9d0-6bd7-7dee-35f5-1af1ae3c0fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.053367} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.639340] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.639655] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 52c8afb1-1d2e-45da-b617-6fad6be65ff6/52c8afb1-1d2e-45da-b617-6fad6be65ff6.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.640185] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4773d0de-86b2-4cf1-9995-a4ca8efe68da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.647219] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 883.647219] env[70041]: value = "task-3192972" [ 883.647219] env[70041]: _type = "Task" [ 883.647219] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.660419] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.790378] env[70041]: DEBUG nova.network.neutron [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Updating instance_info_cache with network_info: [{"id": "3aede0d2-88c7-4b49-94a1-9970114c9280", "address": "fa:16:3e:cd:c6:a5", "network": {"id": "2f3a4946-2b5a-49e2-93b5-d1355bcb9143", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1951363339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a43925795e4673aa0512655653f5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aede0d2-88", "ovs_interfaceid": "3aede0d2-88c7-4b49-94a1-9970114c9280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.810526] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.810526] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d8ce9-ecbb-9dde-ba33-3276cec60510" [ 883.810526] env[70041]: _type = "HttpNfcLease" [ 883.810526] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 884.124339] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c07dd1-5176-4131-a160-dd88fca0b12f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.134060] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f0ce06-5504-4cef-8e86-48a0ce9e4bd6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.171382] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fde3317-9c99-4b7d-bb3c-30ceb9dd2775 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.180074] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192972, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.183719] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f5616-2279-4203-be7d-63c5d6673dba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.200079] env[70041]: DEBUG nova.compute.provider_tree [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.304128] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Releasing lock "refresh_cache-f803cde5-f3f0-414c-aa0d-4dc785bb3f20" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.304128] env[70041]: DEBUG nova.compute.manager [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Instance network_info: |[{"id": "3aede0d2-88c7-4b49-94a1-9970114c9280", "address": "fa:16:3e:cd:c6:a5", "network": {"id": "2f3a4946-2b5a-49e2-93b5-d1355bcb9143", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1951363339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a43925795e4673aa0512655653f5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aede0d2-88", "ovs_interfaceid": "3aede0d2-88c7-4b49-94a1-9970114c9280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.304128] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:c6:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aede0d2-88c7-4b49-94a1-9970114c9280', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.314809] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Creating folder: Project (e9a43925795e4673aa0512655653f5de). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.314809] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30357550-d600-4f29-81da-60905484a3ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.327616] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.327616] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d8ce9-ecbb-9dde-ba33-3276cec60510" [ 884.327616] env[70041]: _type = "HttpNfcLease" [ 884.327616] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 884.338018] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Created folder: Project (e9a43925795e4673aa0512655653f5de) in parent group-v638323. [ 884.338018] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Creating folder: Instances. Parent ref: group-v638517. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.338018] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a64d5973-1830-4b83-9a58-263100d4b99f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.348036] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Created folder: Instances in parent group-v638517. [ 884.348691] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.349079] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.350016] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbdc17c2-582a-43d8-b5ad-328ab8c6a387 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.377282] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.377282] env[70041]: value = "task-3192975" [ 884.377282] env[70041]: _type = "Task" [ 884.377282] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.388748] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192975, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.573304] env[70041]: DEBUG nova.compute.manager [req-a64f035c-006d-4503-a85a-1e2e4ab6d296 req-9493e794-cbdc-4ece-b58f-c0e24ef4af0d service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Received event network-changed-3aede0d2-88c7-4b49-94a1-9970114c9280 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 884.573304] env[70041]: DEBUG nova.compute.manager [req-a64f035c-006d-4503-a85a-1e2e4ab6d296 req-9493e794-cbdc-4ece-b58f-c0e24ef4af0d service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Refreshing instance network info cache due to event network-changed-3aede0d2-88c7-4b49-94a1-9970114c9280. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 884.573304] env[70041]: DEBUG oslo_concurrency.lockutils [req-a64f035c-006d-4503-a85a-1e2e4ab6d296 req-9493e794-cbdc-4ece-b58f-c0e24ef4af0d service nova] Acquiring lock "refresh_cache-f803cde5-f3f0-414c-aa0d-4dc785bb3f20" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.573451] env[70041]: DEBUG oslo_concurrency.lockutils [req-a64f035c-006d-4503-a85a-1e2e4ab6d296 req-9493e794-cbdc-4ece-b58f-c0e24ef4af0d service nova] Acquired lock "refresh_cache-f803cde5-f3f0-414c-aa0d-4dc785bb3f20" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.573626] env[70041]: DEBUG nova.network.neutron [req-a64f035c-006d-4503-a85a-1e2e4ab6d296 req-9493e794-cbdc-4ece-b58f-c0e24ef4af0d service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Refreshing network info cache for port 3aede0d2-88c7-4b49-94a1-9970114c9280 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.679789] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63923} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.680463] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 52c8afb1-1d2e-45da-b617-6fad6be65ff6/52c8afb1-1d2e-45da-b617-6fad6be65ff6.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.680732] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.680994] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5c6072f-e1eb-47f7-913d-b4adbabe9ac5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.687574] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 884.687574] env[70041]: value = "task-3192976" [ 884.687574] env[70041]: _type = "Task" [ 884.687574] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.698345] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.706571] env[70041]: DEBUG nova.scheduler.client.report [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.822228] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 884.822228] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d8ce9-ecbb-9dde-ba33-3276cec60510" [ 884.822228] env[70041]: _type = "HttpNfcLease" [ 884.822228] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 884.822560] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 884.822560] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d8ce9-ecbb-9dde-ba33-3276cec60510" [ 884.822560] env[70041]: _type = "HttpNfcLease" [ 884.822560] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 884.823375] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177c6cc9-433f-4280-86e4-7ca35941dc61 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.830962] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa514-7556-dee5-57cc-d31cbf189ca7/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 884.831119] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa514-7556-dee5-57cc-d31cbf189ca7/disk-0.vmdk. {{(pid=70041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 884.911124] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5d22eec-41a4-4d10-bbee-059136568ec1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.912844] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192975, 'name': CreateVM_Task, 'duration_secs': 0.36178} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.913047] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.914106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.914287] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.914608] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.914870] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4445f8-f632-4606-a1a4-f13761fea9b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.920735] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 884.920735] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521a9128-1c04-eef8-fbf3-f623a98dcb95" [ 884.920735] env[70041]: _type = "Task" [ 884.920735] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.933964] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521a9128-1c04-eef8-fbf3-f623a98dcb95, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.934324] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.934561] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.934804] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.934942] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.936034] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.936034] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc803ede-0e28-47d5-9547-a86204ed9e26 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.948736] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.950053] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.950053] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7afa8969-505a-4230-beb2-2a797fb67bb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.955516] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 884.955516] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5280a32e-2b8e-0f24-e817-1140bd88994d" [ 884.955516] env[70041]: _type = "Task" [ 884.955516] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.964469] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5280a32e-2b8e-0f24-e817-1140bd88994d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.198633] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079962} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.198929] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.199727] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c473c-e4df-4ec3-96e8-711e2cf6d761 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.215010] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.215541] env[70041]: DEBUG nova.compute.manager [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.226675] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 52c8afb1-1d2e-45da-b617-6fad6be65ff6/52c8afb1-1d2e-45da-b617-6fad6be65ff6.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.229615] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 56.881s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.231102] env[70041]: INFO nova.compute.claims [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.234783] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a517bb-912d-44f5-8eb4-4e7f94e8a602 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.258383] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 885.258383] env[70041]: value = "task-3192977" [ 885.258383] env[70041]: _type = "Task" [ 885.258383] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.266834] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.387234] env[70041]: DEBUG nova.network.neutron [req-a64f035c-006d-4503-a85a-1e2e4ab6d296 req-9493e794-cbdc-4ece-b58f-c0e24ef4af0d service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Updated VIF entry in instance network info cache for port 3aede0d2-88c7-4b49-94a1-9970114c9280. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.387921] env[70041]: DEBUG nova.network.neutron [req-a64f035c-006d-4503-a85a-1e2e4ab6d296 req-9493e794-cbdc-4ece-b58f-c0e24ef4af0d service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Updating instance_info_cache with network_info: [{"id": "3aede0d2-88c7-4b49-94a1-9970114c9280", "address": "fa:16:3e:cd:c6:a5", "network": {"id": "2f3a4946-2b5a-49e2-93b5-d1355bcb9143", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1951363339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e9a43925795e4673aa0512655653f5de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aede0d2-88", "ovs_interfaceid": "3aede0d2-88c7-4b49-94a1-9970114c9280", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.467800] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5280a32e-2b8e-0f24-e817-1140bd88994d, 'name': SearchDatastore_Task, 'duration_secs': 0.081823} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.470439] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d58b95-bdd0-4449-b711-5681cb161130 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.475061] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 885.475061] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528818ee-9afa-34f8-89b9-cc42234be04a" [ 885.475061] env[70041]: _type = "Task" [ 885.475061] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.485043] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528818ee-9afa-34f8-89b9-cc42234be04a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.730388] env[70041]: DEBUG nova.compute.utils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.734277] env[70041]: DEBUG nova.compute.manager [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 885.781131] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192977, 'name': ReconfigVM_Task, 'duration_secs': 0.26781} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.783243] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 52c8afb1-1d2e-45da-b617-6fad6be65ff6/52c8afb1-1d2e-45da-b617-6fad6be65ff6.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.784093] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b949e33a-fe6a-4701-befe-dd6289023a88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.794748] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 885.794748] env[70041]: value = "task-3192978" [ 885.794748] env[70041]: _type = "Task" [ 885.794748] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.810623] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192978, 'name': Rename_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.891414] env[70041]: DEBUG oslo_concurrency.lockutils [req-a64f035c-006d-4503-a85a-1e2e4ab6d296 req-9493e794-cbdc-4ece-b58f-c0e24ef4af0d service nova] Releasing lock "refresh_cache-f803cde5-f3f0-414c-aa0d-4dc785bb3f20" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.988769] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528818ee-9afa-34f8-89b9-cc42234be04a, 'name': SearchDatastore_Task, 'duration_secs': 0.031129} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.991364] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.991679] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] f803cde5-f3f0-414c-aa0d-4dc785bb3f20/f803cde5-f3f0-414c-aa0d-4dc785bb3f20.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.992061] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b25463f-4f4c-4771-a73c-c686ba12072f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.998948] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 885.998948] env[70041]: value = "task-3192979" [ 885.998948] env[70041]: _type = "Task" [ 885.998948] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.009334] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.065758] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Completed reading data from the image iterator. {{(pid=70041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 886.065758] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa514-7556-dee5-57cc-d31cbf189ca7/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 886.065758] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d3a60a-8aef-49fa-9ed8-ae95c19b3425 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.072270] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa514-7556-dee5-57cc-d31cbf189ca7/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 886.072488] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa514-7556-dee5-57cc-d31cbf189ca7/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 886.072771] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-45e53865-a0cf-4966-be1f-1062429d7aeb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.236829] env[70041]: DEBUG nova.compute.manager [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.319019] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192978, 'name': Rename_Task, 'duration_secs': 0.162949} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.319409] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.319599] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-340b04ed-0b82-4a3d-8fc5-494f481c114d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.327638] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 886.327638] env[70041]: value = "task-3192980" [ 886.327638] env[70041]: _type = "Task" [ 886.327638] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.336361] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.512792] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192979, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.615031] env[70041]: DEBUG oslo_vmware.rw_handles [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526fa514-7556-dee5-57cc-d31cbf189ca7/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 886.615031] env[70041]: INFO nova.virt.vmwareapi.images [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Downloaded image file data 871d8376-f42a-40e3-bb43-912209d92718 [ 886.615031] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86213aa-8ddf-4f82-b170-a3b3aa6c6794 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.632189] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-663ef5fb-85a5-49a4-95b6-040ee09c38a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.657345] env[70041]: INFO nova.virt.vmwareapi.images [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] The imported VM was unregistered [ 886.659607] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Caching image {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 886.660336] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating directory with path [datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.660336] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d3b48c0-d92c-4c78-9896-73350b60f1a3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.671702] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Created directory with path [datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.671903] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a/OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a.vmdk to [datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718/871d8376-f42a-40e3-bb43-912209d92718.vmdk. {{(pid=70041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 886.672177] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-42d92d11-2d56-462f-9c49-21443b93749b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.678316] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 886.678316] env[70041]: value = "task-3192982" [ 886.678316] env[70041]: _type = "Task" [ 886.678316] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.688535] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192982, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.843776] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192980, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.911878] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee55eeba-6a28-404b-a80e-9194ac117160 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.920767] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249673c-4623-49eb-bb4e-9ac2442662e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.956027] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c9dbab-6228-4c58-a4d3-d5f87729fdb2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.963683] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fd0555-c000-459b-8597-08000446d233 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.978621] env[70041]: DEBUG nova.compute.provider_tree [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.010920] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551884} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.011255] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] f803cde5-f3f0-414c-aa0d-4dc785bb3f20/f803cde5-f3f0-414c-aa0d-4dc785bb3f20.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.011581] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.011752] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93ad6587-533f-4691-ba5d-abc60deaad78 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.019832] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 887.019832] env[70041]: value = "task-3192983" [ 887.019832] env[70041]: _type = "Task" [ 887.019832] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.028348] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.189273] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192982, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.250181] env[70041]: DEBUG nova.compute.manager [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.273840] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.274136] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.274365] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.274575] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.274727] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.274876] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.275296] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.275525] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.275737] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.275912] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.276104] env[70041]: DEBUG nova.virt.hardware [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.277063] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7337c89-f25a-4363-9bc9-2cbb804ee8eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.286280] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37830903-500e-48dd-8422-6658059d61bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.306309] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.315527] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Creating folder: Project (89ad22c0b48e4a4780ea5a4aaed09f4d). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.316270] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2756147-7ada-4a24-92d0-23fc8bc69d1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.328036] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Created folder: Project (89ad22c0b48e4a4780ea5a4aaed09f4d) in parent group-v638323. [ 887.328036] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Creating folder: Instances. Parent ref: group-v638520. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 887.328036] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fca007d5-54ef-4e38-b68c-88ddb5e03105 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.338850] env[70041]: DEBUG oslo_vmware.api [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192980, 'name': PowerOnVM_Task, 'duration_secs': 0.73377} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.339191] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.339491] env[70041]: DEBUG nova.compute.manager [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.340283] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c3899-d7a5-484c-a832-20ccd6b2ec14 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.344189] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Created folder: Instances in parent group-v638520. [ 887.344443] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.345066] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70b26c6-6eff-4387-9785-825164f45088] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.345308] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c57fe2b-1159-4f10-bd72-e0d4d5c5a2c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.367458] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.367458] env[70041]: value = "task-3192986" [ 887.367458] env[70041]: _type = "Task" [ 887.367458] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.376306] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192986, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.482894] env[70041]: DEBUG nova.scheduler.client.report [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.536556] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259696} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.536870] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.537715] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a794023e-554c-4f4d-ab0e-57b4c565edf9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.561318] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f803cde5-f3f0-414c-aa0d-4dc785bb3f20/f803cde5-f3f0-414c-aa0d-4dc785bb3f20.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.561672] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15990567-e4da-41c6-aa79-a1e7c865f13d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.582292] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 887.582292] env[70041]: value = "task-3192987" [ 887.582292] env[70041]: _type = "Task" [ 887.582292] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.591792] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.689258] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192982, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.703507] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.703837] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.874082] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.880326] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192986, 'name': CreateVM_Task, 'duration_secs': 0.491114} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.880560] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70b26c6-6eff-4387-9785-825164f45088] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.881164] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.881341] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.881695] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.881964] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f09b840-c710-41be-9741-2811c9157778 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.888914] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 887.888914] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e76e92-21bc-5e35-8482-88906b0ddd84" [ 887.888914] env[70041]: _type = "Task" [ 887.888914] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.898009] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e76e92-21bc-5e35-8482-88906b0ddd84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.905786] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "d96160f4-79f6-46cf-bc42-c5cff950a2bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.906050] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "d96160f4-79f6-46cf-bc42-c5cff950a2bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.993421] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.994038] env[70041]: DEBUG nova.compute.manager [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.997045] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 57.598s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.093671] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192987, 'name': ReconfigVM_Task, 'duration_secs': 0.422924} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.094063] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f803cde5-f3f0-414c-aa0d-4dc785bb3f20/f803cde5-f3f0-414c-aa0d-4dc785bb3f20.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.094729] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e31bf62b-0464-4aba-a8ee-cb60a04b6182 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.103435] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 888.103435] env[70041]: value = "task-3192988" [ 888.103435] env[70041]: _type = "Task" [ 888.103435] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.113628] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192988, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.192828] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192982, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.401759] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e76e92-21bc-5e35-8482-88906b0ddd84, 'name': SearchDatastore_Task, 'duration_secs': 0.022602} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.402104] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.402425] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.402679] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.402826] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.402999] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.403304] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e7bd81f-d14a-4967-aa05-10125fc4df90 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.413581] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.413581] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.414400] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70431e4-d505-4d2c-8e67-51a328512baf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.419860] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 888.419860] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52af4bd9-560f-c208-2cae-37d6d7685c8f" [ 888.419860] env[70041]: _type = "Task" [ 888.419860] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.428277] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52af4bd9-560f-c208-2cae-37d6d7685c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.502828] env[70041]: DEBUG nova.compute.utils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.517075] env[70041]: DEBUG nova.compute.manager [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 888.614193] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192988, 'name': Rename_Task, 'duration_secs': 0.166136} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.614537] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.614815] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a29b597-7719-4352-ae4c-12f06709594e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.622612] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 888.622612] env[70041]: value = "task-3192989" [ 888.622612] env[70041]: _type = "Task" [ 888.622612] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.637869] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.690541] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192982, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.930674] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52af4bd9-560f-c208-2cae-37d6d7685c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.013688} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.931550] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5091646-370b-4633-bcf3-2dba7c5413ad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.936843] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 888.936843] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c1c481-fced-45ec-da56-7640509107ea" [ 888.936843] env[70041]: _type = "Task" [ 888.936843] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.945352] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "52c8afb1-1d2e-45da-b617-6fad6be65ff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.945464] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "52c8afb1-1d2e-45da-b617-6fad6be65ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.946178] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "52c8afb1-1d2e-45da-b617-6fad6be65ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.946178] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "52c8afb1-1d2e-45da-b617-6fad6be65ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.946178] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "52c8afb1-1d2e-45da-b617-6fad6be65ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.947698] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c1c481-fced-45ec-da56-7640509107ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.948894] env[70041]: INFO nova.compute.manager [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Terminating instance [ 889.018221] env[70041]: DEBUG nova.compute.manager [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.021953] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Applying migration context for instance 004005be-9af0-421e-9352-9bec6c956564 as it has an incoming, in-progress migration 3315f666-9d74-4458-8f56-cc1ac95499fb. Migration status is confirming {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 889.024864] env[70041]: INFO nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating resource usage from migration 3315f666-9d74-4458-8f56-cc1ac95499fb [ 889.050956] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.051327] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance fc07fedf-7946-4d49-af1e-f45d8c5e5feb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.051505] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance dd08a339-98ca-4c08-a8e8-2b877a8a1823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.051683] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 9b6a5a9a-2055-452c-9da9-e1bcce4e193c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.051800] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.051921] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 836ed670-0125-4c94-ab5e-13bb98ef2ee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.052042] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 1705d5b8-a465-47e5-b07e-752ffe455797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.052223] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance bb2063d7-4a0b-4137-b8a7-89f0f87a9059 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.052348] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 993bcc08-4bd2-4498-afae-0c2918feb74b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.052470] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 738a51aa-1707-4255-a804-e596ce2581eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.052668] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance ffb9d28c-aae7-4795-b75b-f9ad70cacd56 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.052729] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance dd223fdf-3d89-4464-8007-a75548e78e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.052797] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance c278d2da-407a-4cc3-8ad5-89d6cc924d58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.052922] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 2f55931b-4d0b-4d29-abf8-14b485770c51 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.053042] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 09ca6c76-6845-4fab-82e0-48f1412e20f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.053158] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance d1e007b9-93d5-4e6f-af05-45bdc905b6f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 889.053328] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 455d5575-f2d7-4edf-b809-74c0bffc273e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.053442] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 7a49c9e4-58f0-480e-af9e-0d508eed3b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.053582] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 8655920e-7f50-46dd-a4e5-c46dcaa4b11f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.053718] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 03abe8f5-b70c-4526-b42e-897fdb83b83f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.053833] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Migration 3315f666-9d74-4458-8f56-cc1ac95499fb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 889.053942] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 004005be-9af0-421e-9352-9bec6c956564 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.054134] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 52c8afb1-1d2e-45da-b617-6fad6be65ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.054253] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance e5cea440-236a-4391-8ecb-5d32c3e25936 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.054361] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance f803cde5-f3f0-414c-aa0d-4dc785bb3f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.054467] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance f70b26c6-6eff-4387-9785-825164f45088 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.054574] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance cf50a35f-b021-4244-a289-15c95433a7c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 889.134135] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.191174] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192982, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.449247] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c1c481-fced-45ec-da56-7640509107ea, 'name': SearchDatastore_Task, 'duration_secs': 0.022934} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.449553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.449834] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f70b26c6-6eff-4387-9785-825164f45088/f70b26c6-6eff-4387-9785-825164f45088.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.450114] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee1500c-b14f-4d12-b2d4-db75d2679071 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.452303] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "refresh_cache-52c8afb1-1d2e-45da-b617-6fad6be65ff6" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.452464] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquired lock "refresh_cache-52c8afb1-1d2e-45da-b617-6fad6be65ff6" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.452633] env[70041]: DEBUG nova.network.neutron [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.458678] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 889.458678] env[70041]: value = "task-3192990" [ 889.458678] env[70041]: _type = "Task" [ 889.458678] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.467894] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.558762] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 56ed42c2-c859-418d-b09a-5c02e5ca478e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 889.633660] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192989, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.691786] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192982, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.859094} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.692076] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a/OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a.vmdk to [datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718/871d8376-f42a-40e3-bb43-912209d92718.vmdk. [ 889.692276] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Cleaning up location [datastore1] OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 889.692435] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9569f3d3-0fd6-4108-9dbc-94f460e3703a {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.692687] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8f0418e-f642-4106-8600-5534483365d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.699959] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 889.699959] env[70041]: value = "task-3192991" [ 889.699959] env[70041]: _type = "Task" [ 889.699959] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.709887] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.969409] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192990, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.975017] env[70041]: DEBUG nova.network.neutron [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.034667] env[70041]: DEBUG nova.compute.manager [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.043843] env[70041]: DEBUG nova.network.neutron [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.061167] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 0ed0fa73-5848-4f5e-948d-46288c78c075 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 890.064439] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.064685] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.064837] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.065028] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.065182] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.065327] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.065535] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.065691] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.065856] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.066021] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.066229] env[70041]: DEBUG nova.virt.hardware [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.067858] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b82e8f-98d5-44d2-9041-b93566e98f76 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.076938] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842e71fe-4f17-4cab-8ca8-c22f4987729d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.091382] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.096942] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.097438] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.097657] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-009af24a-13cb-442a-ad29-ccc0a89ff7df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.114345] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.114345] env[70041]: value = "task-3192992" [ 890.114345] env[70041]: _type = "Task" [ 890.114345] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.121838] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192992, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.132229] env[70041]: DEBUG oslo_vmware.api [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3192989, 'name': PowerOnVM_Task, 'duration_secs': 1.129272} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.132229] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.132816] env[70041]: INFO nova.compute.manager [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Took 8.33 seconds to spawn the instance on the hypervisor. [ 890.133039] env[70041]: DEBUG nova.compute.manager [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.133821] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5857d1c-381e-4bf4-bdcf-7c9597bc559d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.209538] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04124} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.209773] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.209937] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718/871d8376-f42a-40e3-bb43-912209d92718.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.210203] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718/871d8376-f42a-40e3-bb43-912209d92718.vmdk to [datastore1] e5cea440-236a-4391-8ecb-5d32c3e25936/e5cea440-236a-4391-8ecb-5d32c3e25936.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.210454] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-783c6bf9-dca7-4901-b353-33dae05ea821 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.218744] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 890.218744] env[70041]: value = "task-3192993" [ 890.218744] env[70041]: _type = "Task" [ 890.218744] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.225986] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.470137] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601171} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.470430] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f70b26c6-6eff-4387-9785-825164f45088/f70b26c6-6eff-4387-9785-825164f45088.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.470645] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.470906] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55626e4f-5938-47d6-8732-9d9592bb638b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.478017] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 890.478017] env[70041]: value = "task-3192994" [ 890.478017] env[70041]: _type = "Task" [ 890.478017] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.486973] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.546386] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Releasing lock "refresh_cache-52c8afb1-1d2e-45da-b617-6fad6be65ff6" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.546941] env[70041]: DEBUG nova.compute.manager [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.547229] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.548164] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da1ece8-4eee-48d7-8d73-2c2a598771a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.556126] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.556126] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de87c3be-712f-4c89-84bd-18ae973ba17b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.563048] env[70041]: DEBUG oslo_vmware.api [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 890.563048] env[70041]: value = "task-3192995" [ 890.563048] env[70041]: _type = "Task" [ 890.563048] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.571616] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 9e88424d-0271-495e-b2c5-e2685b82a807 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 890.572965] env[70041]: DEBUG oslo_vmware.api [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.625417] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3192992, 'name': CreateVM_Task, 'duration_secs': 0.32102} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.625606] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.626058] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.626223] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.626563] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.626825] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d4fb82-b5cc-46be-a330-26761d8d9bea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.631791] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 890.631791] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526430da-17d6-6a4a-65b9-aca2edc2fca4" [ 890.631791] env[70041]: _type = "Task" [ 890.631791] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.639982] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526430da-17d6-6a4a-65b9-aca2edc2fca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.652975] env[70041]: INFO nova.compute.manager [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Took 69.80 seconds to build instance. [ 890.732079] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192993, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.988230] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105469} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.988626] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.989476] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f9655a-c06e-4086-89de-33329de2dfb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.010697] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] f70b26c6-6eff-4387-9785-825164f45088/f70b26c6-6eff-4387-9785-825164f45088.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.011050] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d89eff-5eff-4ceb-902d-ec6f8e13c0ed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.030468] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 891.030468] env[70041]: value = "task-3192996" [ 891.030468] env[70041]: _type = "Task" [ 891.030468] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.038834] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.074156] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 891.075619] env[70041]: DEBUG oslo_vmware.api [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192995, 'name': PowerOffVM_Task, 'duration_secs': 0.330355} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.075885] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.076064] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.076561] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aecbceaa-7373-4d64-b0d6-5e3c680edfc1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.105155] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.105155] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.105155] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Deleting the datastore file [datastore1] 52c8afb1-1d2e-45da-b617-6fad6be65ff6 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.105633] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f3d6263-a371-418f-acb8-8a7065e23fa7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.112035] env[70041]: DEBUG oslo_vmware.api [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for the task: (returnval){ [ 891.112035] env[70041]: value = "task-3192998" [ 891.112035] env[70041]: _type = "Task" [ 891.112035] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.122713] env[70041]: DEBUG oslo_vmware.api [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.144150] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526430da-17d6-6a4a-65b9-aca2edc2fca4, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.144580] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.144809] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.145072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.145227] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.145413] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.145696] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94d52f70-d447-413a-8954-894e26ac7d09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.154853] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.154853] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.155422] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df3c5674-a6ea-4bce-8e55-f8f241a4e608 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.310s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.155975] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cda7c08-14c2-41b9-a740-ba9ab411493d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.162473] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 891.162473] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5283a929-0a9d-e7af-9354-8cda6bc1bfaa" [ 891.162473] env[70041]: _type = "Task" [ 891.162473] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.171256] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5283a929-0a9d-e7af-9354-8cda6bc1bfaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.229014] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192993, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.541421] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.577582] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance a23b3cab-adeb-4904-b7d9-68b5ce084239 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 891.625153] env[70041]: DEBUG oslo_vmware.api [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.661382] env[70041]: DEBUG nova.compute.manager [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.673458] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5283a929-0a9d-e7af-9354-8cda6bc1bfaa, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.674211] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fa9671-f38c-4b59-bc86-6676c650d9c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.679803] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 891.679803] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523a083f-1d26-4923-0920-24580c7589ce" [ 891.679803] env[70041]: _type = "Task" [ 891.679803] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.687924] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523a083f-1d26-4923-0920-24580c7589ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.730611] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192993, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.851650] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquiring lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.851957] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.852254] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquiring lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.852478] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.852668] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.855057] env[70041]: INFO nova.compute.manager [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Terminating instance [ 892.045089] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192996, 'name': ReconfigVM_Task, 'duration_secs': 0.5586} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.045089] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Reconfigured VM instance instance-00000042 to attach disk [datastore2] f70b26c6-6eff-4387-9785-825164f45088/f70b26c6-6eff-4387-9785-825164f45088.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.045500] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-545f693c-5652-42c3-8c09-e38b251b9521 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.052995] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 892.052995] env[70041]: value = "task-3192999" [ 892.052995] env[70041]: _type = "Task" [ 892.052995] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.063448] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192999, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.081697] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.123306] env[70041]: DEBUG oslo_vmware.api [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.190947] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523a083f-1d26-4923-0920-24580c7589ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016566} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.192201] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.192519] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.192807] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] cf50a35f-b021-4244-a289-15c95433a7c3/cf50a35f-b021-4244-a289-15c95433a7c3.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.193167] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd8a61da-32ff-485d-829f-501858ec97f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.200830] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 892.200830] env[70041]: value = "task-3193000" [ 892.200830] env[70041]: _type = "Task" [ 892.200830] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.209670] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.231432] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192993, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.362059] env[70041]: DEBUG nova.compute.manager [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.362059] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.362059] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35104653-2ff2-4617-85b8-2df7b10c343b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.370055] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.370493] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31d00e75-96be-4537-b62d-e875da0eb0bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.377451] env[70041]: DEBUG oslo_vmware.api [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 892.377451] env[70041]: value = "task-3193001" [ 892.377451] env[70041]: _type = "Task" [ 892.377451] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.386733] env[70041]: DEBUG oslo_vmware.api [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3193001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.566374] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3192999, 'name': Rename_Task, 'duration_secs': 0.215253} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.566668] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.567029] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1671999e-e0a1-4884-9db4-ff61fbf5bb93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.575160] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 892.575160] env[70041]: value = "task-3193002" [ 892.575160] env[70041]: _type = "Task" [ 892.575160] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.586691] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 2dd32d20-a299-486e-a802-a9d4dc66ed87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.588501] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.625252] env[70041]: DEBUG oslo_vmware.api [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Task: {'id': task-3192998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.179076} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.625650] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.625900] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.626148] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.626374] env[70041]: INFO nova.compute.manager [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Took 2.08 seconds to destroy the instance on the hypervisor. [ 892.626620] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.626812] env[70041]: DEBUG nova.compute.manager [-] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.626917] env[70041]: DEBUG nova.network.neutron [-] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.645803] env[70041]: DEBUG nova.network.neutron [-] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.711578] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193000, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.731615] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3192993, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.408596} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.731913] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/871d8376-f42a-40e3-bb43-912209d92718/871d8376-f42a-40e3-bb43-912209d92718.vmdk to [datastore1] e5cea440-236a-4391-8ecb-5d32c3e25936/e5cea440-236a-4391-8ecb-5d32c3e25936.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.732691] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a27aa26-893e-428c-9a94-e8f22918c873 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.755280] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] e5cea440-236a-4391-8ecb-5d32c3e25936/e5cea440-236a-4391-8ecb-5d32c3e25936.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.755603] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd60d62c-bf82-46d5-ba0e-38304f6cf087 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.776824] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 892.776824] env[70041]: value = "task-3193003" [ 892.776824] env[70041]: _type = "Task" [ 892.776824] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.784395] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.887764] env[70041]: DEBUG oslo_vmware.api [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3193001, 'name': PowerOffVM_Task, 'duration_secs': 0.262301} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.888047] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.888221] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.888702] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dbf356f-843c-410e-8267-125d8ba91293 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.963725] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.963900] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.964813] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Deleting the datastore file [datastore1] f803cde5-f3f0-414c-aa0d-4dc785bb3f20 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.964813] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf82bb58-6148-4114-b40f-ecdd0838a0ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.971148] env[70041]: DEBUG oslo_vmware.api [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for the task: (returnval){ [ 892.971148] env[70041]: value = "task-3193005" [ 892.971148] env[70041]: _type = "Task" [ 892.971148] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.979687] env[70041]: DEBUG oslo_vmware.api [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3193005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.085524] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.090500] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance bc0868c0-d80c-4dd9-90f8-fc4643ea7b21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 893.148807] env[70041]: DEBUG nova.network.neutron [-] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.211589] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552748} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.211895] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] cf50a35f-b021-4244-a289-15c95433a7c3/cf50a35f-b021-4244-a289-15c95433a7c3.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.212124] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.212415] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b2548b-d6eb-4fe7-a47a-eb22e81ba476 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.220130] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 893.220130] env[70041]: value = "task-3193006" [ 893.220130] env[70041]: _type = "Task" [ 893.220130] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.231221] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.286235] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.481394] env[70041]: DEBUG oslo_vmware.api [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Task: {'id': task-3193005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13238} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.481661] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.481852] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.482024] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.482205] env[70041]: INFO nova.compute.manager [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Took 1.12 seconds to destroy the instance on the hypervisor. [ 893.482439] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.482630] env[70041]: DEBUG nova.compute.manager [-] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.482803] env[70041]: DEBUG nova.network.neutron [-] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.586487] env[70041]: DEBUG oslo_vmware.api [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193002, 'name': PowerOnVM_Task, 'duration_secs': 0.782158} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.586762] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.586961] env[70041]: INFO nova.compute.manager [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Took 6.34 seconds to spawn the instance on the hypervisor. [ 893.587253] env[70041]: DEBUG nova.compute.manager [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.587984] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7461cb9d-7df3-4f81-8ea3-ed7dc29f836c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.593740] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 893.652124] env[70041]: INFO nova.compute.manager [-] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Took 1.02 seconds to deallocate network for instance. [ 893.731234] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304208} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.732149] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.732326] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cea19c8-635d-4445-9e68-1387fcf9a01b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.752920] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] cf50a35f-b021-4244-a289-15c95433a7c3/cf50a35f-b021-4244-a289-15c95433a7c3.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.754320] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1469d8f-c412-498a-93c3-71dea6ac3bad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.771477] env[70041]: DEBUG nova.compute.manager [req-db1f4282-20dd-4464-b7e3-711e07edd0d9 req-366d763c-cda3-4807-bb25-bdacdd3656b5 service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Received event network-vif-deleted-3aede0d2-88c7-4b49-94a1-9970114c9280 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 893.771697] env[70041]: INFO nova.compute.manager [req-db1f4282-20dd-4464-b7e3-711e07edd0d9 req-366d763c-cda3-4807-bb25-bdacdd3656b5 service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Neutron deleted interface 3aede0d2-88c7-4b49-94a1-9970114c9280; detaching it from the instance and deleting it from the info cache [ 893.771873] env[70041]: DEBUG nova.network.neutron [req-db1f4282-20dd-4464-b7e3-711e07edd0d9 req-366d763c-cda3-4807-bb25-bdacdd3656b5 service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.774380] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 893.774380] env[70041]: value = "task-3193007" [ 893.774380] env[70041]: _type = "Task" [ 893.774380] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.785794] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193007, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.789058] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193003, 'name': ReconfigVM_Task, 'duration_secs': 0.60387} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.789343] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Reconfigured VM instance instance-00000040 to attach disk [datastore1] e5cea440-236a-4391-8ecb-5d32c3e25936/e5cea440-236a-4391-8ecb-5d32c3e25936.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.790034] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7161f170-575b-4083-a7bf-a822290b3c82 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.795321] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 893.795321] env[70041]: value = "task-3193008" [ 893.795321] env[70041]: _type = "Task" [ 893.795321] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.804892] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193008, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.096598] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance d6bd4da8-878c-4772-b3ef-362ba3e876d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 894.107386] env[70041]: INFO nova.compute.manager [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Took 66.14 seconds to build instance. [ 894.157881] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.227328] env[70041]: DEBUG nova.network.neutron [-] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.276185] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dc8660f-cd6c-4191-81fc-3aca034341bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.286350] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193007, 'name': ReconfigVM_Task, 'duration_secs': 0.274423} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.287500] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Reconfigured VM instance instance-00000043 to attach disk [datastore2] cf50a35f-b021-4244-a289-15c95433a7c3/cf50a35f-b021-4244-a289-15c95433a7c3.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.288133] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37cab51a-1e90-410f-ab29-48221ff4be03 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.292040] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292ed673-7305-4a26-99eb-41a55d8aa9e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.307445] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 894.307445] env[70041]: value = "task-3193009" [ 894.307445] env[70041]: _type = "Task" [ 894.307445] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.313261] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193008, 'name': Rename_Task, 'duration_secs': 0.46409} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.313814] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.314058] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5e1385b-a009-4849-a26e-930b88b2ab20 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.318305] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193009, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.331340] env[70041]: DEBUG nova.compute.manager [req-db1f4282-20dd-4464-b7e3-711e07edd0d9 req-366d763c-cda3-4807-bb25-bdacdd3656b5 service nova] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Detach interface failed, port_id=3aede0d2-88c7-4b49-94a1-9970114c9280, reason: Instance f803cde5-f3f0-414c-aa0d-4dc785bb3f20 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 894.334610] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 894.334610] env[70041]: value = "task-3193010" [ 894.334610] env[70041]: _type = "Task" [ 894.334610] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.344050] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.600877] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance de3b62b9-80ab-4f8f-a9ed-8d32479e0771 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 894.609626] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1c42d321-7ee9-4023-9d33-cf2f63a0ad7f tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "f70b26c6-6eff-4387-9785-825164f45088" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.652s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.730740] env[70041]: INFO nova.compute.manager [-] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Took 1.25 seconds to deallocate network for instance. [ 894.818121] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193009, 'name': Rename_Task, 'duration_secs': 0.128556} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.818455] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.818708] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2755cc39-dc33-4ea9-8991-a7c7f38a2e99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.824588] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 894.824588] env[70041]: value = "task-3193011" [ 894.824588] env[70041]: _type = "Task" [ 894.824588] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.832575] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.843469] env[70041]: DEBUG oslo_vmware.api [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193010, 'name': PowerOnVM_Task, 'duration_secs': 0.478912} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.843751] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.843955] env[70041]: INFO nova.compute.manager [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Took 16.77 seconds to spawn the instance on the hypervisor. [ 894.843955] env[70041]: DEBUG nova.compute.manager [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.844708] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aba825f-b595-4f91-837d-b428d3b750af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.104426] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance d96160f4-79f6-46cf-bc42-c5cff950a2bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 895.104789] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 895.104898] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 895.113071] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.236643] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.337183] env[70041]: DEBUG oslo_vmware.api [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193011, 'name': PowerOnVM_Task, 'duration_secs': 0.450059} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.337489] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.337694] env[70041]: INFO nova.compute.manager [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Took 5.30 seconds to spawn the instance on the hypervisor. [ 895.337872] env[70041]: DEBUG nova.compute.manager [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.338667] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb43668-3cf3-4408-9893-89812e46d13a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.364794] env[70041]: INFO nova.compute.manager [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Took 74.76 seconds to build instance. [ 895.561478] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aad334-d493-4bd3-9a44-0fec1f0ada1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.569026] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed8658a-358f-43db-b470-fa679ffdf388 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.601456] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107ec3c-41d8-4fbf-b016-fb9f253cbf10 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.608565] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b4a8e8-7c09-46ab-8276-fe7b840ad63a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.624205] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.637137] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.857917] env[70041]: INFO nova.compute.manager [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Took 67.54 seconds to build instance. [ 895.867545] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0e478fce-f1f1-47df-9bca-346b57e447c0 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "e5cea440-236a-4391-8ecb-5d32c3e25936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.275s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.128869] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.360377] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e207f8e8-d36e-43d4-b9fe-0a17841a9c94 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "cf50a35f-b021-4244-a289-15c95433a7c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.047s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.370037] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.615844] env[70041]: DEBUG oslo_concurrency.lockutils [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "e5cea440-236a-4391-8ecb-5d32c3e25936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.616140] env[70041]: DEBUG oslo_concurrency.lockutils [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "e5cea440-236a-4391-8ecb-5d32c3e25936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.616372] env[70041]: DEBUG oslo_concurrency.lockutils [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "e5cea440-236a-4391-8ecb-5d32c3e25936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.616531] env[70041]: DEBUG oslo_concurrency.lockutils [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "e5cea440-236a-4391-8ecb-5d32c3e25936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.616708] env[70041]: DEBUG oslo_concurrency.lockutils [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "e5cea440-236a-4391-8ecb-5d32c3e25936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.618866] env[70041]: INFO nova.compute.manager [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Terminating instance [ 896.635622] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 896.635862] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.639s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.636688] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 65.544s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.638130] env[70041]: INFO nova.compute.claims [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.640632] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 896.641050] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Cleaning up deleted instances {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11835}} [ 896.862989] env[70041]: DEBUG nova.compute.manager [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.896608] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.042791] env[70041]: INFO nova.compute.manager [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Rebuilding instance [ 897.078735] env[70041]: DEBUG nova.compute.manager [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.079260] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26590b96-1c02-4180-be4e-bd4d332c43ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.123038] env[70041]: DEBUG nova.compute.manager [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.123289] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.124798] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67c361-152b-45b3-9b24-c08e6fa2ec12 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.133068] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.133068] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06ddd416-cbf1-45e4-bacf-90ab379f37bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.138907] env[70041]: DEBUG oslo_vmware.api [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 897.138907] env[70041]: value = "task-3193012" [ 897.138907] env[70041]: _type = "Task" [ 897.138907] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.157791] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] There are 41 instances to clean {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11844}} [ 897.158171] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 8ae80cc5-4c08-46bc-92ea-6343cb25a9fd] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 897.169716] env[70041]: DEBUG oslo_vmware.api [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.379458] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.625141] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a9e54d-7565-454f-af5a-9ba1b361cf6b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.633322] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd7eac5-1157-4cf9-b2ca-5f9e1cfc5158 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.667919] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327ecb95-855a-4fa4-b3da-b5d3c50d5664 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.674271] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 43816297-c504-45e7-b637-9890fd0059e8] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 897.676147] env[70041]: DEBUG oslo_vmware.api [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193012, 'name': PowerOffVM_Task, 'duration_secs': 0.190179} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.677449] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.677643] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.678140] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6415c13f-ff46-48ee-8b1a-630b5158ba76 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.686203] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f4571c-b31d-4442-b98a-584538b28847 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.700987] env[70041]: DEBUG nova.compute.provider_tree [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.746759] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.746975] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.747182] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleting the datastore file [datastore1] e5cea440-236a-4391-8ecb-5d32c3e25936 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.747469] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0f8eb61-0d1c-4d07-8c0e-c9d6e73402d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.753564] env[70041]: DEBUG oslo_vmware.api [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 897.753564] env[70041]: value = "task-3193014" [ 897.753564] env[70041]: _type = "Task" [ 897.753564] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.761231] env[70041]: DEBUG oslo_vmware.api [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.093929] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.094288] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f04fdb7-762b-4d26-9e24-abb1640b2c6c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.102056] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 898.102056] env[70041]: value = "task-3193015" [ 898.102056] env[70041]: _type = "Task" [ 898.102056] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.109865] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.178031] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 854c7d4e-d1d9-45f1-abb3-d7df6aef2506] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 898.204347] env[70041]: DEBUG nova.scheduler.client.report [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.262631] env[70041]: DEBUG oslo_vmware.api [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138533} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.262872] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.263062] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.263235] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.263404] env[70041]: INFO nova.compute.manager [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Took 1.14 seconds to destroy the instance on the hypervisor. [ 898.263657] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.263843] env[70041]: DEBUG nova.compute.manager [-] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.263933] env[70041]: DEBUG nova.network.neutron [-] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.604805] env[70041]: DEBUG nova.compute.manager [req-5b48b39c-fc04-48eb-8b00-e5cfe04568f1 req-3fb53faf-3724-4116-b143-c1fbc677d7b4 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Received event network-vif-deleted-a9ce90da-01af-424e-ae29-f5a56a674082 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 898.605133] env[70041]: INFO nova.compute.manager [req-5b48b39c-fc04-48eb-8b00-e5cfe04568f1 req-3fb53faf-3724-4116-b143-c1fbc677d7b4 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Neutron deleted interface a9ce90da-01af-424e-ae29-f5a56a674082; detaching it from the instance and deleting it from the info cache [ 898.605393] env[70041]: DEBUG nova.network.neutron [req-5b48b39c-fc04-48eb-8b00-e5cfe04568f1 req-3fb53faf-3724-4116-b143-c1fbc677d7b4 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.617756] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193015, 'name': PowerOffVM_Task, 'duration_secs': 0.115719} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.618672] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.618971] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.619977] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62160306-0fb0-4dd0-ba75-f6852826f739 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.627896] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.628152] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25c77f0-3da0-45e7-a328-6f049e70437f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.654978] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.655094] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.655280] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Deleting the datastore file [datastore2] cf50a35f-b021-4244-a289-15c95433a7c3 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.655530] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a0cf3fd-f6b2-4140-8611-4b5c620b0bfd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.661798] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 898.661798] env[70041]: value = "task-3193017" [ 898.661798] env[70041]: _type = "Task" [ 898.661798] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.670018] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.681791] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 31abb123-7d7d-4867-a00d-d4934d1cdb2d] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 898.710047] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.073s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.710528] env[70041]: DEBUG nova.compute.manager [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.713396] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 63.926s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.714067] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.715887] env[70041]: DEBUG oslo_concurrency.lockutils [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 63.613s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.716107] env[70041]: DEBUG oslo_concurrency.lockutils [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.717919] env[70041]: DEBUG oslo_concurrency.lockutils [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 56.681s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.718109] env[70041]: DEBUG oslo_concurrency.lockutils [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.720017] env[70041]: DEBUG oslo_concurrency.lockutils [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 56.577s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.720244] env[70041]: DEBUG oslo_concurrency.lockutils [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.722189] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.731s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.723482] env[70041]: INFO nova.compute.claims [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.753056] env[70041]: INFO nova.scheduler.client.report [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted allocations for instance 2f55931b-4d0b-4d29-abf8-14b485770c51 [ 898.754105] env[70041]: INFO nova.scheduler.client.report [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Deleted allocations for instance ffb9d28c-aae7-4795-b75b-f9ad70cacd56 [ 898.775466] env[70041]: INFO nova.scheduler.client.report [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Deleted allocations for instance 738a51aa-1707-4255-a804-e596ce2581eb [ 898.777098] env[70041]: INFO nova.scheduler.client.report [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Deleted allocations for instance d1e007b9-93d5-4e6f-af05-45bdc905b6f9 [ 899.017221] env[70041]: DEBUG nova.network.neutron [-] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.112279] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dc59fd9-1360-438b-b3ff-b41e0be7c57d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.121723] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d937cd3a-51b8-40d9-a856-348512ba2481 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.154091] env[70041]: DEBUG nova.compute.manager [req-5b48b39c-fc04-48eb-8b00-e5cfe04568f1 req-3fb53faf-3724-4116-b143-c1fbc677d7b4 service nova] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Detach interface failed, port_id=a9ce90da-01af-424e-ae29-f5a56a674082, reason: Instance e5cea440-236a-4391-8ecb-5d32c3e25936 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 899.170957] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095825} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.171225] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.171404] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.171582] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.185861] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 31af2cfa-b105-4f96-838d-b509ff19d07a] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 899.228573] env[70041]: DEBUG nova.compute.utils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.232763] env[70041]: DEBUG nova.compute.manager [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.232989] env[70041]: DEBUG nova.network.neutron [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.266746] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ed71cbc-fe4c-44f9-aa74-043e53413fb7 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "2f55931b-4d0b-4d29-abf8-14b485770c51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 70.119s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.270741] env[70041]: DEBUG oslo_concurrency.lockutils [None req-957039ac-8486-41f2-b5ef-cd56c77fea64 tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "ffb9d28c-aae7-4795-b75b-f9ad70cacd56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 60.687s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.275533] env[70041]: DEBUG nova.policy [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e9ad2ea55da4a4a9ced01f946cc30a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f101bae0f8147e2a3e183c23f0889bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.286312] env[70041]: DEBUG oslo_concurrency.lockutils [None req-02fccc79-6dc4-45bc-aefc-1dbe3031a34a tempest-ListServersNegativeTestJSON-274116529 tempest-ListServersNegativeTestJSON-274116529-project-member] Lock "738a51aa-1707-4255-a804-e596ce2581eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 60.787s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.287592] env[70041]: DEBUG oslo_concurrency.lockutils [None req-28c0d257-f5e9-4024-9c5d-32a0be013089 tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "d1e007b9-93d5-4e6f-af05-45bdc905b6f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 67.773s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.520145] env[70041]: INFO nova.compute.manager [-] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Took 1.26 seconds to deallocate network for instance. [ 899.632157] env[70041]: DEBUG nova.network.neutron [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Successfully created port: 2d562212-b4ec-4145-a2b1-2313aca75882 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.689247] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 9201b7d0-000a-419a-963d-88ab8678ca39] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 899.733960] env[70041]: DEBUG nova.compute.manager [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.029436] env[70041]: DEBUG oslo_concurrency.lockutils [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.192460] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: f4f9869f-3c24-4436-9cfe-cba77d169322] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 900.214168] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.214577] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.214802] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.215032] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.215189] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.215355] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.215692] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.215852] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.215948] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.216127] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.216300] env[70041]: DEBUG nova.virt.hardware [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.217454] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0197aa22-d247-4438-8105-cf8d64480d5e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.231328] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666d75b3-dcb4-4ff0-a56e-7ac2e26250f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.255942] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.263202] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.266248] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.267059] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99e67f71-8e0c-4e55-b6ae-8585d36e2eb0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.287170] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.287170] env[70041]: value = "task-3193019" [ 900.287170] env[70041]: _type = "Task" [ 900.287170] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.297067] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fafe024-d5db-4266-a582-b0faf5fa6ec3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.303590] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193019, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.308067] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2ffcdc-a8b1-4c2a-83de-0ef1c88b406d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.339901] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8387704d-fca5-4102-a042-539d04309eb8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.347234] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55320f72-0b2e-4ce1-9a33-11931adf955e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.365361] env[70041]: DEBUG nova.compute.provider_tree [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.700635] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 472b3b50-e4d5-409d-99d9-2bc2fb525b38] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 900.746096] env[70041]: DEBUG nova.compute.manager [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.789795] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.790094] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.790263] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.790452] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.790600] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.790763] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.790970] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.791148] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.791348] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.791515] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.791688] env[70041]: DEBUG nova.virt.hardware [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.792629] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c476fb1a-9862-4ea1-a409-26415fab9d18 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.807117] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef747367-6304-4cc1-8e0d-144f107a5433 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.813043] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193019, 'name': CreateVM_Task, 'duration_secs': 0.307517} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.813043] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.813527] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.813638] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.813900] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.814427] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f081fb3-ddf7-4d75-8216-6806c155156d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.829212] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 900.829212] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52650f35-5f87-cfff-6479-afbe677563d2" [ 900.829212] env[70041]: _type = "Task" [ 900.829212] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.836931] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52650f35-5f87-cfff-6479-afbe677563d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.870822] env[70041]: DEBUG nova.scheduler.client.report [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.209925] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: fe42db3f-bac2-4f90-9b1b-e0e778632325] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 901.229279] env[70041]: DEBUG nova.compute.manager [req-f731edc8-453c-46d1-beaf-4e13e50ad01f req-0f6c5843-8581-4589-9b0d-092a97400a7c service nova] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Received event network-vif-plugged-2d562212-b4ec-4145-a2b1-2313aca75882 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 901.229279] env[70041]: DEBUG oslo_concurrency.lockutils [req-f731edc8-453c-46d1-beaf-4e13e50ad01f req-0f6c5843-8581-4589-9b0d-092a97400a7c service nova] Acquiring lock "56ed42c2-c859-418d-b09a-5c02e5ca478e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.229279] env[70041]: DEBUG oslo_concurrency.lockutils [req-f731edc8-453c-46d1-beaf-4e13e50ad01f req-0f6c5843-8581-4589-9b0d-092a97400a7c service nova] Lock "56ed42c2-c859-418d-b09a-5c02e5ca478e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.229279] env[70041]: DEBUG oslo_concurrency.lockutils [req-f731edc8-453c-46d1-beaf-4e13e50ad01f req-0f6c5843-8581-4589-9b0d-092a97400a7c service nova] Lock "56ed42c2-c859-418d-b09a-5c02e5ca478e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.229765] env[70041]: DEBUG nova.compute.manager [req-f731edc8-453c-46d1-beaf-4e13e50ad01f req-0f6c5843-8581-4589-9b0d-092a97400a7c service nova] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] No waiting events found dispatching network-vif-plugged-2d562212-b4ec-4145-a2b1-2313aca75882 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.230114] env[70041]: WARNING nova.compute.manager [req-f731edc8-453c-46d1-beaf-4e13e50ad01f req-0f6c5843-8581-4589-9b0d-092a97400a7c service nova] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Received unexpected event network-vif-plugged-2d562212-b4ec-4145-a2b1-2313aca75882 for instance with vm_state building and task_state spawning. [ 901.325778] env[70041]: DEBUG nova.network.neutron [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Successfully updated port: 2d562212-b4ec-4145-a2b1-2313aca75882 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.340712] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52650f35-5f87-cfff-6479-afbe677563d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.341682] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.342794] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.342794] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.342961] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.343149] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.344058] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a20d93-9e9e-4a1b-8909-7df5990916d9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.354662] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.354860] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.355656] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e26677fc-bf6c-496b-8730-9738772dafa6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.361634] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 901.361634] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d07929-2e0b-5e00-bbc5-2051e5b6eace" [ 901.361634] env[70041]: _type = "Task" [ 901.361634] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.372778] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d07929-2e0b-5e00-bbc5-2051e5b6eace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.375633] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.376161] env[70041]: DEBUG nova.compute.manager [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.378987] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.803s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.380483] env[70041]: INFO nova.compute.claims [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.477763] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.478010] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.713544] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 8a4a241c-df83-4200-83f1-88fcbc969667] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 901.829530] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "refresh_cache-56ed42c2-c859-418d-b09a-5c02e5ca478e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.829742] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired lock "refresh_cache-56ed42c2-c859-418d-b09a-5c02e5ca478e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.829874] env[70041]: DEBUG nova.network.neutron [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.872610] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d07929-2e0b-5e00-bbc5-2051e5b6eace, 'name': SearchDatastore_Task, 'duration_secs': 0.013287} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.873432] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8cdfa1e-8c29-43eb-a48b-09165054df26 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.879463] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 901.879463] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f49b5d-24b0-8c54-b31e-224b25903189" [ 901.879463] env[70041]: _type = "Task" [ 901.879463] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.889717] env[70041]: DEBUG nova.compute.utils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.891081] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f49b5d-24b0-8c54-b31e-224b25903189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.891151] env[70041]: DEBUG nova.compute.manager [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.891288] env[70041]: DEBUG nova.network.neutron [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.944611] env[70041]: DEBUG nova.policy [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f36159e4871406eb6175c533cad17c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bab1e2cd3d4d41f5a3cc9851778e6833', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.218399] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 885fd5ab-ea7d-47fd-aec0-80e8a10f3a57] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 902.361340] env[70041]: DEBUG nova.network.neutron [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Successfully created port: 7e98c811-d212-46f1-a689-5ed1e4cf9643 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.383968] env[70041]: DEBUG nova.network.neutron [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.392579] env[70041]: DEBUG nova.compute.manager [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.397619] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f49b5d-24b0-8c54-b31e-224b25903189, 'name': SearchDatastore_Task, 'duration_secs': 0.030045} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.398535] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.398977] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] cf50a35f-b021-4244-a289-15c95433a7c3/cf50a35f-b021-4244-a289-15c95433a7c3.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.399387] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57437aa7-d5a5-4d65-bcd5-0b5d21dfa45c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.407754] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 902.407754] env[70041]: value = "task-3193020" [ 902.407754] env[70041]: _type = "Task" [ 902.407754] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.418773] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.683796] env[70041]: DEBUG nova.network.neutron [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Updating instance_info_cache with network_info: [{"id": "2d562212-b4ec-4145-a2b1-2313aca75882", "address": "fa:16:3e:7e:26:b3", "network": {"id": "201685b3-1fc0-4473-b2c0-37110015ab56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458274301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f101bae0f8147e2a3e183c23f0889bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d562212-b4", "ovs_interfaceid": "2d562212-b4ec-4145-a2b1-2313aca75882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.728243] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 5ae567d4-9a0a-4d07-bc2d-193f09911fc9] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 902.837966] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.837966] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.837966] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.837966] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.837966] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.841877] env[70041]: INFO nova.compute.manager [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Terminating instance [ 902.919578] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501673} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.920023] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] cf50a35f-b021-4244-a289-15c95433a7c3/cf50a35f-b021-4244-a289-15c95433a7c3.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.920174] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.922918] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38d7f63c-fe60-4597-9a08-fb18bdc02053 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.930093] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 902.930093] env[70041]: value = "task-3193021" [ 902.930093] env[70041]: _type = "Task" [ 902.930093] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.941025] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.069566] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a698045-34b7-4073-acbb-28291b47d00d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.077017] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10c365f-4042-4c62-b7e4-0bbd7237cb13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.106280] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f19eb4-62f4-4246-8e7a-41f4c81fe460 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.113281] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fbcb3d-2f9f-4cf3-a509-23dd57fdbfbe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.125752] env[70041]: DEBUG nova.compute.provider_tree [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.186495] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Releasing lock "refresh_cache-56ed42c2-c859-418d-b09a-5c02e5ca478e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.186823] env[70041]: DEBUG nova.compute.manager [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Instance network_info: |[{"id": "2d562212-b4ec-4145-a2b1-2313aca75882", "address": "fa:16:3e:7e:26:b3", "network": {"id": "201685b3-1fc0-4473-b2c0-37110015ab56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458274301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f101bae0f8147e2a3e183c23f0889bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d562212-b4", "ovs_interfaceid": "2d562212-b4ec-4145-a2b1-2313aca75882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.187314] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:26:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d562212-b4ec-4145-a2b1-2313aca75882', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.194766] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.194975] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.195207] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df2d5b54-deec-42a2-af25-37472efccccc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.216731] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.216731] env[70041]: value = "task-3193022" [ 903.216731] env[70041]: _type = "Task" [ 903.216731] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.224410] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193022, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.230966] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 0ff4257a-e0f9-4a04-9f77-cc0de5b3a28c] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 903.350161] env[70041]: DEBUG nova.compute.manager [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.350379] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.351363] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db5c20a-5499-4f4d-9518-eac176f9bd51 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.359180] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.359436] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d682a2ef-4485-40f2-9d63-326cfc4f9475 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.365711] env[70041]: DEBUG oslo_vmware.api [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 903.365711] env[70041]: value = "task-3193023" [ 903.365711] env[70041]: _type = "Task" [ 903.365711] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.374486] env[70041]: DEBUG oslo_vmware.api [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3193023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.391207] env[70041]: DEBUG nova.compute.manager [req-39a60fd1-a34e-4992-a593-526ce9196ef7 req-ce51b371-74ed-42bb-9ab2-6eb0ecbf120c service nova] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Received event network-changed-2d562212-b4ec-4145-a2b1-2313aca75882 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 903.392098] env[70041]: DEBUG nova.compute.manager [req-39a60fd1-a34e-4992-a593-526ce9196ef7 req-ce51b371-74ed-42bb-9ab2-6eb0ecbf120c service nova] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Refreshing instance network info cache due to event network-changed-2d562212-b4ec-4145-a2b1-2313aca75882. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 903.392420] env[70041]: DEBUG oslo_concurrency.lockutils [req-39a60fd1-a34e-4992-a593-526ce9196ef7 req-ce51b371-74ed-42bb-9ab2-6eb0ecbf120c service nova] Acquiring lock "refresh_cache-56ed42c2-c859-418d-b09a-5c02e5ca478e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.392598] env[70041]: DEBUG oslo_concurrency.lockutils [req-39a60fd1-a34e-4992-a593-526ce9196ef7 req-ce51b371-74ed-42bb-9ab2-6eb0ecbf120c service nova] Acquired lock "refresh_cache-56ed42c2-c859-418d-b09a-5c02e5ca478e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.392802] env[70041]: DEBUG nova.network.neutron [req-39a60fd1-a34e-4992-a593-526ce9196ef7 req-ce51b371-74ed-42bb-9ab2-6eb0ecbf120c service nova] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Refreshing network info cache for port 2d562212-b4ec-4145-a2b1-2313aca75882 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.405536] env[70041]: DEBUG nova.compute.manager [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.435996] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.436260] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.436416] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.436593] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.436738] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.436885] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.437228] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.437313] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.437429] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.437585] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.437781] env[70041]: DEBUG nova.virt.hardware [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.438602] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c1ba0-da69-4368-ac4a-0ab06f181b97 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.449397] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eadf726-3979-43b1-bfb9-ebd863912683 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.453767] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067657} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.454033] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.455485] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cc981e-88e8-4eb0-a939-68d384e74950 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.483206] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] cf50a35f-b021-4244-a289-15c95433a7c3/cf50a35f-b021-4244-a289-15c95433a7c3.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.487020] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-385d4373-cbd7-4ab9-b631-199f577758ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.504603] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 903.504603] env[70041]: value = "task-3193024" [ 903.504603] env[70041]: _type = "Task" [ 903.504603] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.513191] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.629531] env[70041]: DEBUG nova.scheduler.client.report [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.728306] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193022, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.734817] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 39839d4d-ef9d-4b28-a3b1-cb53d5833fbf] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 903.875204] env[70041]: DEBUG oslo_vmware.api [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3193023, 'name': PowerOffVM_Task, 'duration_secs': 0.336853} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.875486] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.875650] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.875901] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af21003f-4292-477b-8271-f0634f1091e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.967346] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.967346] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.967346] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Deleting the datastore file [datastore1] 9b6a5a9a-2055-452c-9da9-e1bcce4e193c {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.967608] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1785aaa0-a591-4c7a-ab01-aa2494d3699a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.976108] env[70041]: DEBUG oslo_vmware.api [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for the task: (returnval){ [ 903.976108] env[70041]: value = "task-3193026" [ 903.976108] env[70041]: _type = "Task" [ 903.976108] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.985205] env[70041]: DEBUG oslo_vmware.api [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3193026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.018019] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193024, 'name': ReconfigVM_Task, 'duration_secs': 0.409689} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.022171] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Reconfigured VM instance instance-00000043 to attach disk [datastore1] cf50a35f-b021-4244-a289-15c95433a7c3/cf50a35f-b021-4244-a289-15c95433a7c3.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.025016] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-566bf40c-cc2f-4157-8cc5-c8f40041b595 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.033018] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 904.033018] env[70041]: value = "task-3193027" [ 904.033018] env[70041]: _type = "Task" [ 904.033018] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.039992] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193027, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.134939] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.138115] env[70041]: DEBUG nova.compute.manager [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.147075] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.198s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.147075] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.147075] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.930s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.151328] env[70041]: INFO nova.compute.claims [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.157742] env[70041]: DEBUG nova.network.neutron [req-39a60fd1-a34e-4992-a593-526ce9196ef7 req-ce51b371-74ed-42bb-9ab2-6eb0ecbf120c service nova] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Updated VIF entry in instance network info cache for port 2d562212-b4ec-4145-a2b1-2313aca75882. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.157742] env[70041]: DEBUG nova.network.neutron [req-39a60fd1-a34e-4992-a593-526ce9196ef7 req-ce51b371-74ed-42bb-9ab2-6eb0ecbf120c service nova] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Updating instance_info_cache with network_info: [{"id": "2d562212-b4ec-4145-a2b1-2313aca75882", "address": "fa:16:3e:7e:26:b3", "network": {"id": "201685b3-1fc0-4473-b2c0-37110015ab56", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458274301-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f101bae0f8147e2a3e183c23f0889bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d562212-b4", "ovs_interfaceid": "2d562212-b4ec-4145-a2b1-2313aca75882", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.178327] env[70041]: INFO nova.scheduler.client.report [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Deleted allocations for instance 09ca6c76-6845-4fab-82e0-48f1412e20f4 [ 904.227274] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193022, 'name': CreateVM_Task, 'duration_secs': 0.577839} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.227274] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.228449] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.229222] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.229794] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.230463] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c61b473-e193-4486-85f2-d36b14fb65f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.237485] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 904.237485] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d1c0ed-434d-8cd8-a4b4-edacfc6f135b" [ 904.237485] env[70041]: _type = "Task" [ 904.237485] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.239384] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 4fe85bba-8aed-4e32-a4da-c4b0cd517fbe] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 904.248504] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d1c0ed-434d-8cd8-a4b4-edacfc6f135b, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.248936] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.249264] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.249635] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.250218] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.250565] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.254469] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e65000-f6b8-49a5-89dc-05d90e0960b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.260647] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.263128] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.263128] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717ee69b-62a7-460a-80ce-1219858b2b40 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.269278] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 904.269278] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5234a7af-6762-6cb7-c65c-f150473d1cbe" [ 904.269278] env[70041]: _type = "Task" [ 904.269278] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.278785] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5234a7af-6762-6cb7-c65c-f150473d1cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.496157] env[70041]: DEBUG oslo_vmware.api [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Task: {'id': task-3193026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153592} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.496157] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.496157] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.496157] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.496157] env[70041]: INFO nova.compute.manager [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 904.496375] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.496579] env[70041]: DEBUG nova.compute.manager [-] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.496579] env[70041]: DEBUG nova.network.neutron [-] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.532626] env[70041]: DEBUG nova.network.neutron [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Successfully updated port: 7e98c811-d212-46f1-a689-5ed1e4cf9643 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.547526] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193027, 'name': Rename_Task, 'duration_secs': 0.146853} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.547827] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.548084] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18a983b5-6796-40aa-ba93-63da57b11cf9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.555653] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 904.555653] env[70041]: value = "task-3193028" [ 904.555653] env[70041]: _type = "Task" [ 904.555653] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.564730] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.657037] env[70041]: DEBUG nova.compute.utils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.661725] env[70041]: DEBUG nova.compute.manager [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.661840] env[70041]: DEBUG nova.network.neutron [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.666256] env[70041]: DEBUG oslo_concurrency.lockutils [req-39a60fd1-a34e-4992-a593-526ce9196ef7 req-ce51b371-74ed-42bb-9ab2-6eb0ecbf120c service nova] Releasing lock "refresh_cache-56ed42c2-c859-418d-b09a-5c02e5ca478e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.688873] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f32d41f6-e80b-4101-916f-1c53897b0b3e tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "09ca6c76-6845-4fab-82e0-48f1412e20f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.205s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.718018] env[70041]: DEBUG nova.policy [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c9e4207077e45b9942841d2bb82bd3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62dc947bc4924570b0182cae8e0fbf30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.743644] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 71a9b149-e639-404a-9ee6-8e11846b47e7] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 904.782746] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5234a7af-6762-6cb7-c65c-f150473d1cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.009001} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.784160] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfba7bdb-7333-4f20-803f-faef2a8c0a9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.789837] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 904.789837] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf523b-1982-dbbb-ea35-597e401da624" [ 904.789837] env[70041]: _type = "Task" [ 904.789837] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.798698] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf523b-1982-dbbb-ea35-597e401da624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.043790] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquiring lock "refresh_cache-0ed0fa73-5848-4f5e-948d-46288c78c075" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.043790] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquired lock "refresh_cache-0ed0fa73-5848-4f5e-948d-46288c78c075" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.043790] env[70041]: DEBUG nova.network.neutron [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.065785] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193028, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.162777] env[70041]: DEBUG nova.compute.manager [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.218960] env[70041]: DEBUG nova.network.neutron [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Successfully created port: 611db95c-0074-4cff-b59b-ae109063e407 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.247771] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 609cb4f6-9aaa-488f-ab60-f6b2ae08f460] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 905.280678] env[70041]: DEBUG nova.compute.manager [req-150aa4df-9bb7-415b-abab-89d3aef6a132 req-2bce4558-448c-4d40-aec1-e1c5128f9c6a service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Received event network-vif-deleted-73f9ddf5-724b-435a-88c0-23c7f727c416 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 905.283815] env[70041]: INFO nova.compute.manager [req-150aa4df-9bb7-415b-abab-89d3aef6a132 req-2bce4558-448c-4d40-aec1-e1c5128f9c6a service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Neutron deleted interface 73f9ddf5-724b-435a-88c0-23c7f727c416; detaching it from the instance and deleting it from the info cache [ 905.283815] env[70041]: DEBUG nova.network.neutron [req-150aa4df-9bb7-415b-abab-89d3aef6a132 req-2bce4558-448c-4d40-aec1-e1c5128f9c6a service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.304488] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf523b-1982-dbbb-ea35-597e401da624, 'name': SearchDatastore_Task, 'duration_secs': 0.017996} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.307191] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.307448] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 56ed42c2-c859-418d-b09a-5c02e5ca478e/56ed42c2-c859-418d-b09a-5c02e5ca478e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.307898] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-858560f1-d467-46a1-b264-9dc593602886 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.314837] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 905.314837] env[70041]: value = "task-3193029" [ 905.314837] env[70041]: _type = "Task" [ 905.314837] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.326144] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.444174] env[70041]: DEBUG nova.compute.manager [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Received event network-vif-plugged-7e98c811-d212-46f1-a689-5ed1e4cf9643 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 905.444174] env[70041]: DEBUG oslo_concurrency.lockutils [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] Acquiring lock "0ed0fa73-5848-4f5e-948d-46288c78c075-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.444174] env[70041]: DEBUG oslo_concurrency.lockutils [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] Lock "0ed0fa73-5848-4f5e-948d-46288c78c075-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.444174] env[70041]: DEBUG oslo_concurrency.lockutils [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] Lock "0ed0fa73-5848-4f5e-948d-46288c78c075-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.444174] env[70041]: DEBUG nova.compute.manager [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] No waiting events found dispatching network-vif-plugged-7e98c811-d212-46f1-a689-5ed1e4cf9643 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.444174] env[70041]: WARNING nova.compute.manager [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Received unexpected event network-vif-plugged-7e98c811-d212-46f1-a689-5ed1e4cf9643 for instance with vm_state building and task_state spawning. [ 905.444174] env[70041]: DEBUG nova.compute.manager [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Received event network-changed-7e98c811-d212-46f1-a689-5ed1e4cf9643 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 905.444174] env[70041]: DEBUG nova.compute.manager [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Refreshing instance network info cache due to event network-changed-7e98c811-d212-46f1-a689-5ed1e4cf9643. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 905.444926] env[70041]: DEBUG oslo_concurrency.lockutils [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] Acquiring lock "refresh_cache-0ed0fa73-5848-4f5e-948d-46288c78c075" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.572149] env[70041]: DEBUG oslo_vmware.api [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193028, 'name': PowerOnVM_Task, 'duration_secs': 0.714287} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.572532] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.572738] env[70041]: DEBUG nova.compute.manager [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.573595] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fafd17-bb0c-4a24-ac80-78011e126748 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.630682] env[70041]: DEBUG nova.network.neutron [-] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.644741] env[70041]: DEBUG nova.network.neutron [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.751249] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 7f58ce23-f507-46f8-8e83-bcd0c5e6e548] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 905.784307] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39ee1ce6-72d0-4d3f-81a6-34b02857ba0b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.795715] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ae2a99-c6dd-4821-8f11-b2ac1023bc65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.825757] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ca6492-2602-4619-ad8d-06dd0300e5ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.848320] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193029, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.848975] env[70041]: DEBUG nova.compute.manager [req-150aa4df-9bb7-415b-abab-89d3aef6a132 req-2bce4558-448c-4d40-aec1-e1c5128f9c6a service nova] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Detach interface failed, port_id=73f9ddf5-724b-435a-88c0-23c7f727c416, reason: Instance 9b6a5a9a-2055-452c-9da9-e1bcce4e193c could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 905.855023] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aa926a-92cf-422c-b01e-3c4fe929cca2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.893012] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82968c92-7abe-42a2-9fdb-679e741d6597 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.901439] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca05e48e-728e-4217-a67f-e6b3809eddb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.919113] env[70041]: DEBUG nova.compute.provider_tree [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.945800] env[70041]: DEBUG nova.network.neutron [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Updating instance_info_cache with network_info: [{"id": "7e98c811-d212-46f1-a689-5ed1e4cf9643", "address": "fa:16:3e:96:44:2a", "network": {"id": "855176ee-aa1f-4cac-a101-ffd92097b7aa", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-873057247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab1e2cd3d4d41f5a3cc9851778e6833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e98c811-d2", "ovs_interfaceid": "7e98c811-d212-46f1-a689-5ed1e4cf9643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.098343] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.135515] env[70041]: INFO nova.compute.manager [-] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Took 1.64 seconds to deallocate network for instance. [ 906.173700] env[70041]: DEBUG nova.compute.manager [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.203633] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.203902] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.204093] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.204308] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.204464] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.204620] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.205127] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.205127] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.205353] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.205529] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.205699] env[70041]: DEBUG nova.virt.hardware [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.206671] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e6cd64-8624-4f08-97dd-12ec01131258 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.215435] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4611a2e4-f3c7-4f5c-9370-009629c350a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.258789] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 540472c7-d925-490e-a3eb-66f3b2de608c] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 906.326669] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541114} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.326923] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 56ed42c2-c859-418d-b09a-5c02e5ca478e/56ed42c2-c859-418d-b09a-5c02e5ca478e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.327273] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.327528] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6caa93d7-5ea2-46dc-b271-170bc01092ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.334192] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 906.334192] env[70041]: value = "task-3193030" [ 906.334192] env[70041]: _type = "Task" [ 906.334192] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.342755] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.425407] env[70041]: DEBUG nova.scheduler.client.report [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.449267] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Releasing lock "refresh_cache-0ed0fa73-5848-4f5e-948d-46288c78c075" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.449267] env[70041]: DEBUG nova.compute.manager [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Instance network_info: |[{"id": "7e98c811-d212-46f1-a689-5ed1e4cf9643", "address": "fa:16:3e:96:44:2a", "network": {"id": "855176ee-aa1f-4cac-a101-ffd92097b7aa", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-873057247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab1e2cd3d4d41f5a3cc9851778e6833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e98c811-d2", "ovs_interfaceid": "7e98c811-d212-46f1-a689-5ed1e4cf9643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.449267] env[70041]: DEBUG oslo_concurrency.lockutils [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] Acquired lock "refresh_cache-0ed0fa73-5848-4f5e-948d-46288c78c075" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.449267] env[70041]: DEBUG nova.network.neutron [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Refreshing network info cache for port 7e98c811-d212-46f1-a689-5ed1e4cf9643 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.451689] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:44:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e98c811-d212-46f1-a689-5ed1e4cf9643', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.468760] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Creating folder: Project (bab1e2cd3d4d41f5a3cc9851778e6833). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.472181] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e19ba88a-ea42-444d-86ac-3a1b47f31167 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.483575] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Created folder: Project (bab1e2cd3d4d41f5a3cc9851778e6833) in parent group-v638323. [ 906.483575] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Creating folder: Instances. Parent ref: group-v638526. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 906.483575] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ed49b29-d42c-41a6-a67c-708148fdd0f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.489270] env[70041]: DEBUG oslo_concurrency.lockutils [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.490295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.490295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.490295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.490295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.493372] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Created folder: Instances in parent group-v638526. [ 906.493816] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.494289] env[70041]: INFO nova.compute.manager [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Terminating instance [ 906.495648] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.496086] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-767b0193-f58d-42c7-91f3-df0243822464 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.522695] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.522695] env[70041]: value = "task-3193033" [ 906.522695] env[70041]: _type = "Task" [ 906.522695] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.535237] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193033, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.643503] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.748954] env[70041]: DEBUG nova.network.neutron [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Updated VIF entry in instance network info cache for port 7e98c811-d212-46f1-a689-5ed1e4cf9643. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.748954] env[70041]: DEBUG nova.network.neutron [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Updating instance_info_cache with network_info: [{"id": "7e98c811-d212-46f1-a689-5ed1e4cf9643", "address": "fa:16:3e:96:44:2a", "network": {"id": "855176ee-aa1f-4cac-a101-ffd92097b7aa", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-873057247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab1e2cd3d4d41f5a3cc9851778e6833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e98c811-d2", "ovs_interfaceid": "7e98c811-d212-46f1-a689-5ed1e4cf9643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.763920] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 4624efde-c3d5-44f2-9901-dd465ddeea2f] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 906.770644] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "cf50a35f-b021-4244-a289-15c95433a7c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.770644] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "cf50a35f-b021-4244-a289-15c95433a7c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.770644] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "cf50a35f-b021-4244-a289-15c95433a7c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.770644] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "cf50a35f-b021-4244-a289-15c95433a7c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.770644] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "cf50a35f-b021-4244-a289-15c95433a7c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.772805] env[70041]: INFO nova.compute.manager [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Terminating instance [ 906.843687] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227451} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.843981] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.847859] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2c08e3-046b-4a46-88db-912ee233fdcd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.868350] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 56ed42c2-c859-418d-b09a-5c02e5ca478e/56ed42c2-c859-418d-b09a-5c02e5ca478e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.869080] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b068c2dc-5adc-4d42-928d-4017b1995697 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.889284] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 906.889284] env[70041]: value = "task-3193034" [ 906.889284] env[70041]: _type = "Task" [ 906.889284] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.898455] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.928692] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.929260] env[70041]: DEBUG nova.compute.manager [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.932662] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.470s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.934180] env[70041]: INFO nova.compute.claims [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.019331] env[70041]: DEBUG nova.compute.manager [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.019561] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.020537] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca02774d-cb64-49e1-8258-f743943d25f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.034630] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.034828] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193033, 'name': CreateVM_Task, 'duration_secs': 0.462349} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.035066] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6828fb4b-6dd6-4192-99bf-3f1c91a65de6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.037326] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.039634] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.039634] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.039634] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.039634] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3036afa-ff04-45d3-9df9-4492bd007022 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.044683] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 907.044683] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f7f812-0d4d-ab5e-648f-fe2404af1b9e" [ 907.044683] env[70041]: _type = "Task" [ 907.044683] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.045611] env[70041]: DEBUG oslo_vmware.api [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 907.045611] env[70041]: value = "task-3193035" [ 907.045611] env[70041]: _type = "Task" [ 907.045611] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.058785] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f7f812-0d4d-ab5e-648f-fe2404af1b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.062202] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.062446] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.062685] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.062832] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.063022] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.063291] env[70041]: DEBUG oslo_vmware.api [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3193035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.063527] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2489058e-e3ec-4108-950e-c32ea10e8327 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.071684] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.072784] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.073295] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b34d8f1-7326-4626-8a31-92870a69ba47 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.080463] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 907.080463] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525c357c-0d1f-4f6f-51ee-dfe8e25c0beb" [ 907.080463] env[70041]: _type = "Task" [ 907.080463] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.087932] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525c357c-0d1f-4f6f-51ee-dfe8e25c0beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.184688] env[70041]: DEBUG nova.network.neutron [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Successfully updated port: 611db95c-0074-4cff-b59b-ae109063e407 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.250717] env[70041]: DEBUG oslo_concurrency.lockutils [req-a315e9cd-78d8-4e1a-9538-5ce9f6e92655 req-0267c44a-bee3-47bb-ab8a-6917c78ffcc9 service nova] Releasing lock "refresh_cache-0ed0fa73-5848-4f5e-948d-46288c78c075" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.264664] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 6fd69c2b-b3f0-48af-9082-b38be4eeab36] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 907.275378] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "refresh_cache-cf50a35f-b021-4244-a289-15c95433a7c3" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.275378] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired lock "refresh_cache-cf50a35f-b021-4244-a289-15c95433a7c3" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.275515] env[70041]: DEBUG nova.network.neutron [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.400694] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193034, 'name': ReconfigVM_Task, 'duration_secs': 0.492663} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.401247] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 56ed42c2-c859-418d-b09a-5c02e5ca478e/56ed42c2-c859-418d-b09a-5c02e5ca478e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.401914] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be65bcf5-f5ea-46e1-a5a0-5d9116522761 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.411117] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 907.411117] env[70041]: value = "task-3193036" [ 907.411117] env[70041]: _type = "Task" [ 907.411117] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.424526] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193036, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.441621] env[70041]: DEBUG nova.compute.utils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.443081] env[70041]: DEBUG nova.compute.manager [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 907.508194] env[70041]: DEBUG nova.compute.manager [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Received event network-vif-plugged-611db95c-0074-4cff-b59b-ae109063e407 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 907.508435] env[70041]: DEBUG oslo_concurrency.lockutils [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] Acquiring lock "9e88424d-0271-495e-b2c5-e2685b82a807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.508644] env[70041]: DEBUG oslo_concurrency.lockutils [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] Lock "9e88424d-0271-495e-b2c5-e2685b82a807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.508811] env[70041]: DEBUG oslo_concurrency.lockutils [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] Lock "9e88424d-0271-495e-b2c5-e2685b82a807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.508975] env[70041]: DEBUG nova.compute.manager [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] No waiting events found dispatching network-vif-plugged-611db95c-0074-4cff-b59b-ae109063e407 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.509157] env[70041]: WARNING nova.compute.manager [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Received unexpected event network-vif-plugged-611db95c-0074-4cff-b59b-ae109063e407 for instance with vm_state building and task_state spawning. [ 907.509316] env[70041]: DEBUG nova.compute.manager [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Received event network-changed-611db95c-0074-4cff-b59b-ae109063e407 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 907.509466] env[70041]: DEBUG nova.compute.manager [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Refreshing instance network info cache due to event network-changed-611db95c-0074-4cff-b59b-ae109063e407. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 907.509730] env[70041]: DEBUG oslo_concurrency.lockutils [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] Acquiring lock "refresh_cache-9e88424d-0271-495e-b2c5-e2685b82a807" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.509792] env[70041]: DEBUG oslo_concurrency.lockutils [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] Acquired lock "refresh_cache-9e88424d-0271-495e-b2c5-e2685b82a807" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.509965] env[70041]: DEBUG nova.network.neutron [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Refreshing network info cache for port 611db95c-0074-4cff-b59b-ae109063e407 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.558150] env[70041]: DEBUG oslo_vmware.api [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3193035, 'name': PowerOffVM_Task, 'duration_secs': 0.218126} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.558668] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.558812] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.559104] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65af1891-b343-435b-828d-1de5d0dea10f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.591706] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525c357c-0d1f-4f6f-51ee-dfe8e25c0beb, 'name': SearchDatastore_Task, 'duration_secs': 0.0086} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.592647] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5e9dd8-f96a-4667-bfe3-0ee37f470d11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.598690] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 907.598690] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5213c3c3-9cc4-ef23-bb8e-38f4d253cd59" [ 907.598690] env[70041]: _type = "Task" [ 907.598690] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.607644] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5213c3c3-9cc4-ef23-bb8e-38f4d253cd59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.627435] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.627435] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.627435] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Deleting the datastore file [datastore1] fc07fedf-7946-4d49-af1e-f45d8c5e5feb {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.627435] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cfc4fc0-ad77-4b68-b0dc-150356444616 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.634108] env[70041]: DEBUG oslo_vmware.api [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for the task: (returnval){ [ 907.634108] env[70041]: value = "task-3193038" [ 907.634108] env[70041]: _type = "Task" [ 907.634108] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.644762] env[70041]: DEBUG oslo_vmware.api [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3193038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.691043] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquiring lock "refresh_cache-9e88424d-0271-495e-b2c5-e2685b82a807" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.768522] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 22c18565-439b-4d35-afc1-3715e553b83b] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 907.809021] env[70041]: DEBUG nova.network.neutron [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.900996] env[70041]: DEBUG nova.network.neutron [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.919784] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193036, 'name': Rename_Task, 'duration_secs': 0.258712} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.920103] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.920330] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa537a0f-be72-4e96-80a7-f61e50b96189 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.926264] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 907.926264] env[70041]: value = "task-3193039" [ 907.926264] env[70041]: _type = "Task" [ 907.926264] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.933882] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.946593] env[70041]: DEBUG nova.compute.manager [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.089616] env[70041]: DEBUG nova.network.neutron [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.111505] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5213c3c3-9cc4-ef23-bb8e-38f4d253cd59, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.114662] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.114662] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 0ed0fa73-5848-4f5e-948d-46288c78c075/0ed0fa73-5848-4f5e-948d-46288c78c075.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.115138] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-485fec3c-864b-44af-98b9-83552fe267ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.121928] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 908.121928] env[70041]: value = "task-3193040" [ 908.121928] env[70041]: _type = "Task" [ 908.121928] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.131673] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.146659] env[70041]: DEBUG oslo_vmware.api [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Task: {'id': task-3193038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137451} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.149399] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.149603] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.149777] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.149997] env[70041]: INFO nova.compute.manager [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 908.150272] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.150689] env[70041]: DEBUG nova.compute.manager [-] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.150785] env[70041]: DEBUG nova.network.neutron [-] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.244744] env[70041]: DEBUG nova.network.neutron [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.273062] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 1d8df04d-8aaa-4617-8802-eb0f4f040c97] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 908.403907] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Releasing lock "refresh_cache-cf50a35f-b021-4244-a289-15c95433a7c3" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.404569] env[70041]: DEBUG nova.compute.manager [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.404722] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.406342] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbf7d17-6a0c-4214-8d71-a59e500367e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.414072] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.416928] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40705960-9154-46e7-81e6-4743d3857dcf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.424917] env[70041]: DEBUG oslo_vmware.api [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 908.424917] env[70041]: value = "task-3193041" [ 908.424917] env[70041]: _type = "Task" [ 908.424917] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.440311] env[70041]: DEBUG oslo_vmware.api [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.447710] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.633322] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471941} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.633679] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 0ed0fa73-5848-4f5e-948d-46288c78c075/0ed0fa73-5848-4f5e-948d-46288c78c075.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.633928] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.636519] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0525ebe3-bd5a-4782-84e7-0c1adbca93a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.643022] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 908.643022] env[70041]: value = "task-3193042" [ 908.643022] env[70041]: _type = "Task" [ 908.643022] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.649955] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.726025] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3823efb2-1243-4864-8168-a7ac9e08506d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.733327] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3133876-91a6-4b0b-99ff-1ab0eb546bb5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.771210] env[70041]: DEBUG oslo_concurrency.lockutils [req-a01c8377-df0c-4cd7-bbe6-03858178e5ff req-fd121ceb-7c98-4826-8b21-92312f01c8c1 service nova] Releasing lock "refresh_cache-9e88424d-0271-495e-b2c5-e2685b82a807" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.772865] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquired lock "refresh_cache-9e88424d-0271-495e-b2c5-e2685b82a807" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.772865] env[70041]: DEBUG nova.network.neutron [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.774344] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bc4794-786c-453b-a2ce-9aa5c8d29514 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.780189] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 6dc9029a-8dc1-4213-86f1-b9bb4e408555] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 908.789893] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d180dff-8580-4cf5-ac76-a2e6861cd617 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.805898] env[70041]: DEBUG nova.compute.provider_tree [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.826122] env[70041]: DEBUG nova.compute.manager [req-6fc164cc-a829-444c-80fe-d2f9ed68fbe6 req-17b1a85b-dc09-48f5-ad74-2846db4edb23 service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Received event network-vif-deleted-fbd9c382-306a-404b-90bd-a165f932a413 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 908.826122] env[70041]: INFO nova.compute.manager [req-6fc164cc-a829-444c-80fe-d2f9ed68fbe6 req-17b1a85b-dc09-48f5-ad74-2846db4edb23 service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Neutron deleted interface fbd9c382-306a-404b-90bd-a165f932a413; detaching it from the instance and deleting it from the info cache [ 908.826122] env[70041]: DEBUG nova.network.neutron [req-6fc164cc-a829-444c-80fe-d2f9ed68fbe6 req-17b1a85b-dc09-48f5-ad74-2846db4edb23 service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.943408] env[70041]: DEBUG oslo_vmware.api [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193039, 'name': PowerOnVM_Task, 'duration_secs': 0.809332} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.946195] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.946877] env[70041]: INFO nova.compute.manager [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Took 8.20 seconds to spawn the instance on the hypervisor. [ 908.947110] env[70041]: DEBUG nova.compute.manager [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.947524] env[70041]: DEBUG oslo_vmware.api [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193041, 'name': PowerOffVM_Task, 'duration_secs': 0.21135} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.948138] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b095b287-2e1e-4ca5-b97b-0ef77fb453bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.950726] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.950890] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.951154] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d5b06b7-7686-42f8-af03-dc345345d264 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.961837] env[70041]: DEBUG nova.compute.manager [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.977195] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.977466] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.978591] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Deleting the datastore file [datastore1] cf50a35f-b021-4244-a289-15c95433a7c3 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.978591] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fb19483-1fc9-4cb7-8671-7bb6a118f5ea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.984466] env[70041]: DEBUG oslo_vmware.api [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 908.984466] env[70041]: value = "task-3193044" [ 908.984466] env[70041]: _type = "Task" [ 908.984466] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.996639] env[70041]: DEBUG oslo_vmware.api [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.999049] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.999049] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.999540] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.999540] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.999540] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.999696] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.999820] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.000089] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.000158] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.000339] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.000573] env[70041]: DEBUG nova.virt.hardware [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.001544] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff4fa0-80dc-4e84-9f0b-de4bd622adb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.009778] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e860f96-7518-46ae-9181-42b2fd58fbef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.029018] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.034093] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Creating folder: Project (2b2514aba039436696793b6397b00157). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.035315] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b35886c-03e9-455f-9822-57ee0409669c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.039493] env[70041]: DEBUG nova.network.neutron [-] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.048153] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Created folder: Project (2b2514aba039436696793b6397b00157) in parent group-v638323. [ 909.048153] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Creating folder: Instances. Parent ref: group-v638529. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.048153] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3138d49-9d0a-4c64-be79-c869720dad43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.057636] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Created folder: Instances in parent group-v638529. [ 909.057636] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.057636] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.057802] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4aec0a04-e9cf-4fcc-968a-77ffbc9d90cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.074634] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.074634] env[70041]: value = "task-3193047" [ 909.074634] env[70041]: _type = "Task" [ 909.074634] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.084019] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193047, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.151656] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067502} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.151819] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.152622] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f919204-e1cf-4f76-8ca7-756dd1450315 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.178110] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 0ed0fa73-5848-4f5e-948d-46288c78c075/0ed0fa73-5848-4f5e-948d-46288c78c075.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.178110] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-154896c7-c41b-47ab-9f5e-e6c77cef5449 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.198778] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 909.198778] env[70041]: value = "task-3193048" [ 909.198778] env[70041]: _type = "Task" [ 909.198778] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.210424] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.283721] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: a2ae34d8-0dc2-49a1-9fc7-832751900784] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 909.309807] env[70041]: DEBUG nova.scheduler.client.report [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.324340] env[70041]: DEBUG nova.network.neutron [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.328991] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf5a719f-d3b1-48fe-84d0-892b57148e62 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.338369] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ea6ebe-7e8b-452a-9220-f5da93cb31a3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.377683] env[70041]: DEBUG nova.compute.manager [req-6fc164cc-a829-444c-80fe-d2f9ed68fbe6 req-17b1a85b-dc09-48f5-ad74-2846db4edb23 service nova] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Detach interface failed, port_id=fbd9c382-306a-404b-90bd-a165f932a413, reason: Instance fc07fedf-7946-4d49-af1e-f45d8c5e5feb could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 909.475944] env[70041]: INFO nova.compute.manager [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Took 78.40 seconds to build instance. [ 909.497478] env[70041]: DEBUG oslo_vmware.api [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104292} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.497478] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.498682] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.498941] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.499077] env[70041]: INFO nova.compute.manager [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 909.499336] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.499585] env[70041]: DEBUG nova.compute.manager [-] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.499981] env[70041]: DEBUG nova.network.neutron [-] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.525247] env[70041]: DEBUG nova.network.neutron [-] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.540291] env[70041]: INFO nova.compute.manager [-] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Took 1.39 seconds to deallocate network for instance. [ 909.542456] env[70041]: DEBUG nova.network.neutron [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Updating instance_info_cache with network_info: [{"id": "611db95c-0074-4cff-b59b-ae109063e407", "address": "fa:16:3e:2e:ef:23", "network": {"id": "078d80d1-4146-4efd-87bb-843c21b30e00", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1934258951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62dc947bc4924570b0182cae8e0fbf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611db95c-00", "ovs_interfaceid": "611db95c-0074-4cff-b59b-ae109063e407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.577707] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquiring lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.577804] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.594269] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193047, 'name': CreateVM_Task, 'duration_secs': 0.358458} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.594661] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.595507] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.595739] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.596486] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.597034] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645696b6-ba01-4551-9599-4fadacd7962b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.604514] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 909.604514] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52396c63-9cf3-bb7c-e945-8ea6c43d455c" [ 909.604514] env[70041]: _type = "Task" [ 909.604514] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.615032] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52396c63-9cf3-bb7c-e945-8ea6c43d455c, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.615308] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.615541] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.615772] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.615916] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.616107] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.616375] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26e93f1c-14e5-4ee6-9477-dfa12300f0f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.623772] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.624242] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.625963] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d324923d-3359-409c-b7b7-5c37376d8610 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.630630] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 909.630630] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529a5440-9c38-07f5-0c91-56d413f6274d" [ 909.630630] env[70041]: _type = "Task" [ 909.630630] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.641079] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529a5440-9c38-07f5-0c91-56d413f6274d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.708794] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193048, 'name': ReconfigVM_Task, 'duration_secs': 0.287003} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.709090] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 0ed0fa73-5848-4f5e-948d-46288c78c075/0ed0fa73-5848-4f5e-948d-46288c78c075.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.709756] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-226b2c63-bfee-48a2-9d13-8f7c6fc17bb2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.717851] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 909.717851] env[70041]: value = "task-3193049" [ 909.717851] env[70041]: _type = "Task" [ 909.717851] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.726354] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193049, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.787602] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: cbdfeca6-c411-4343-bf66-f6e2a02de922] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 909.815119] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.815654] env[70041]: DEBUG nova.compute.manager [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.818850] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.334s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.819064] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.821196] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.961s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.822766] env[70041]: INFO nova.compute.claims [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.851044] env[70041]: INFO nova.scheduler.client.report [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Deleted allocations for instance bb2063d7-4a0b-4137-b8a7-89f0f87a9059 [ 909.979034] env[70041]: DEBUG oslo_concurrency.lockutils [None req-733b9ff8-327d-4ce1-ae70-df94ece664ae tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "56ed42c2-c859-418d-b09a-5c02e5ca478e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.920s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.027790] env[70041]: DEBUG nova.network.neutron [-] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.048368] env[70041]: DEBUG oslo_concurrency.lockutils [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.048780] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Releasing lock "refresh_cache-9e88424d-0271-495e-b2c5-e2685b82a807" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.049090] env[70041]: DEBUG nova.compute.manager [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Instance network_info: |[{"id": "611db95c-0074-4cff-b59b-ae109063e407", "address": "fa:16:3e:2e:ef:23", "network": {"id": "078d80d1-4146-4efd-87bb-843c21b30e00", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1934258951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62dc947bc4924570b0182cae8e0fbf30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap611db95c-00", "ovs_interfaceid": "611db95c-0074-4cff-b59b-ae109063e407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.049487] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:ef:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '611db95c-0074-4cff-b59b-ae109063e407', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.058154] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Creating folder: Project (62dc947bc4924570b0182cae8e0fbf30). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.058554] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e898aa9c-4a43-41df-9f94-ea491d72554b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.070276] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Created folder: Project (62dc947bc4924570b0182cae8e0fbf30) in parent group-v638323. [ 910.070481] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Creating folder: Instances. Parent ref: group-v638532. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.070724] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfbc257e-3ccc-4c4d-8e9a-23447a16ddc7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.079906] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Created folder: Instances in parent group-v638532. [ 910.080183] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.080381] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.080585] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5d6e11f-f8dd-43f5-a814-bd234b0115e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.102404] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.102404] env[70041]: value = "task-3193052" [ 910.102404] env[70041]: _type = "Task" [ 910.102404] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.111213] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193052, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.140866] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529a5440-9c38-07f5-0c91-56d413f6274d, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.144019] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02381673-75f7-4e5f-8c50-eafc8489f2a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.148165] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 910.148165] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e99ee3-8a51-5a88-27c2-ade1a18b8492" [ 910.148165] env[70041]: _type = "Task" [ 910.148165] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.157712] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e99ee3-8a51-5a88-27c2-ade1a18b8492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.217058] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "56ed42c2-c859-418d-b09a-5c02e5ca478e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.217359] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "56ed42c2-c859-418d-b09a-5c02e5ca478e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.217572] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "56ed42c2-c859-418d-b09a-5c02e5ca478e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.217757] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "56ed42c2-c859-418d-b09a-5c02e5ca478e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.218014] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "56ed42c2-c859-418d-b09a-5c02e5ca478e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.223269] env[70041]: INFO nova.compute.manager [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Terminating instance [ 910.230361] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193049, 'name': Rename_Task, 'duration_secs': 0.137905} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.231177] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.231177] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a4ea43-6742-4bbb-98dc-f05859a1df26 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.238127] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 910.238127] env[70041]: value = "task-3193053" [ 910.238127] env[70041]: _type = "Task" [ 910.238127] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.246391] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.293048] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: fd7605e6-ee46-4c0f-9528-bb8b62856c5e] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 910.327932] env[70041]: DEBUG nova.compute.utils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.331551] env[70041]: DEBUG nova.compute.manager [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.331801] env[70041]: DEBUG nova.network.neutron [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.359741] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d74ae598-ddce-4fc8-ba02-5ac2d4a88a1d tempest-FloatingIPsAssociationTestJSON-1709419486 tempest-FloatingIPsAssociationTestJSON-1709419486-project-member] Lock "bb2063d7-4a0b-4137-b8a7-89f0f87a9059" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.419s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.370406] env[70041]: DEBUG nova.policy [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7e44ce4d34e4cdb816c06a8cb7ba0c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e2d5cd363ea42d3aaac2871ebebb614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.481248] env[70041]: DEBUG nova.compute.manager [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.531166] env[70041]: INFO nova.compute.manager [-] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Took 1.03 seconds to deallocate network for instance. [ 910.618914] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193052, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.661143] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e99ee3-8a51-5a88-27c2-ade1a18b8492, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.661497] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.661817] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615/c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.662190] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a541137-4e0d-481c-8341-90d31dd265e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.671295] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 910.671295] env[70041]: value = "task-3193054" [ 910.671295] env[70041]: _type = "Task" [ 910.671295] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.679667] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.730591] env[70041]: DEBUG nova.network.neutron [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Successfully created port: fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.733084] env[70041]: DEBUG nova.compute.manager [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.733349] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.734288] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afd57e8-e922-4582-8fd5-3269980871d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.744869] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.745512] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75c71cd-6829-4806-a8d5-b09e74af4aa8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.752621] env[70041]: DEBUG oslo_vmware.api [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193053, 'name': PowerOnVM_Task, 'duration_secs': 0.450592} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.752621] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.752621] env[70041]: INFO nova.compute.manager [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Took 7.35 seconds to spawn the instance on the hypervisor. [ 910.752621] env[70041]: DEBUG nova.compute.manager [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.753375] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa6b659-a08f-41c5-abb5-988557f67a95 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.756982] env[70041]: DEBUG oslo_vmware.api [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 910.756982] env[70041]: value = "task-3193055" [ 910.756982] env[70041]: _type = "Task" [ 910.756982] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.773966] env[70041]: DEBUG oslo_vmware.api [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.796608] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: a113b9f6-91f4-4f6c-9701-2ca01a176fec] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 910.832673] env[70041]: DEBUG nova.compute.manager [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.007335] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.041472] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.113405] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193052, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.184051] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193054, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.281222] env[70041]: DEBUG oslo_vmware.api [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.291175] env[70041]: INFO nova.compute.manager [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Took 66.31 seconds to build instance. [ 911.301378] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: e5ca8966-78b2-4f04-9df1-ced842e7db02] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 911.412503] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f164717c-cd5e-4f27-bdad-5ce291961e3a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.421458] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59884e0d-3468-45c4-b095-e58c99b77bf4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.462525] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62afd677-db77-4c25-8ae7-fc25be3966bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.469574] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff3edb-ac86-4d91-b5e7-87ac396e69dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.483577] env[70041]: DEBUG nova.compute.provider_tree [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.617898] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193052, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.681070] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779396} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.681387] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615/c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.681604] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.681871] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-776c7e62-3aba-4f61-add7-c5370ee420b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.688186] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 911.688186] env[70041]: value = "task-3193056" [ 911.688186] env[70041]: _type = "Task" [ 911.688186] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.697672] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.770855] env[70041]: DEBUG oslo_vmware.api [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193055, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.795195] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f1a040c2-3b6b-4fd3-bd94-d84a43c112f5 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "0ed0fa73-5848-4f5e-948d-46288c78c075" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.678s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.805059] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 6f71f548-e204-4279-ac08-19e3a2aba26d] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 911.852623] env[70041]: DEBUG nova.compute.manager [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.885376] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.885529] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.885683] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.887115] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.887387] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.887447] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.887653] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.887814] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.888036] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.888241] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.888419] env[70041]: DEBUG nova.virt.hardware [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.889317] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe445e9-24f7-4af4-80e8-3a5c860d6dd7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.898076] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109dc313-87ed-4475-8e1a-2d0e8f6f54d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.988826] env[70041]: DEBUG nova.scheduler.client.report [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.114907] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193052, 'name': CreateVM_Task, 'duration_secs': 1.544496} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.115998] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.115998] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.115998] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.116306] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.116520] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1218ec3a-44aa-4ca8-9962-cb2cc78bcdaa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.123018] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 912.123018] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528ef844-227b-a6a6-27ad-531ce0b600ee" [ 912.123018] env[70041]: _type = "Task" [ 912.123018] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.138949] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528ef844-227b-a6a6-27ad-531ce0b600ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.198655] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075225} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.199206] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.199982] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a57e023-c71d-4bad-9531-19e8fddac2fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.222285] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615/c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.222738] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca50a78a-8182-4f52-a196-c04d726c18d9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.245895] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 912.245895] env[70041]: value = "task-3193057" [ 912.245895] env[70041]: _type = "Task" [ 912.245895] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.254803] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.269974] env[70041]: DEBUG oslo_vmware.api [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193055, 'name': PowerOffVM_Task, 'duration_secs': 1.045935} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.270336] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.270526] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.270872] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41a70fca-ae75-482b-bc31-501566132ceb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.297434] env[70041]: DEBUG nova.compute.manager [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.306355] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: bcd51f86-c628-48d1-b7e2-d1eec7331b3f] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 912.338857] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.340225] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.340616] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Deleting the datastore file [datastore1] 56ed42c2-c859-418d-b09a-5c02e5ca478e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.341473] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e3e7388-3771-4c79-b51a-9090e9df0143 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.348871] env[70041]: DEBUG oslo_vmware.api [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for the task: (returnval){ [ 912.348871] env[70041]: value = "task-3193059" [ 912.348871] env[70041]: _type = "Task" [ 912.348871] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.357667] env[70041]: DEBUG oslo_vmware.api [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.435063] env[70041]: DEBUG nova.network.neutron [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Successfully updated port: fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.485992] env[70041]: DEBUG nova.compute.manager [req-87a8fe6c-7aa8-4182-bcca-62a023de5236 req-1c4718ae-6869-4948-8d35-7058ac373950 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received event network-vif-plugged-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 912.486326] env[70041]: DEBUG oslo_concurrency.lockutils [req-87a8fe6c-7aa8-4182-bcca-62a023de5236 req-1c4718ae-6869-4948-8d35-7058ac373950 service nova] Acquiring lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.486584] env[70041]: DEBUG oslo_concurrency.lockutils [req-87a8fe6c-7aa8-4182-bcca-62a023de5236 req-1c4718ae-6869-4948-8d35-7058ac373950 service nova] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.486760] env[70041]: DEBUG oslo_concurrency.lockutils [req-87a8fe6c-7aa8-4182-bcca-62a023de5236 req-1c4718ae-6869-4948-8d35-7058ac373950 service nova] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.486943] env[70041]: DEBUG nova.compute.manager [req-87a8fe6c-7aa8-4182-bcca-62a023de5236 req-1c4718ae-6869-4948-8d35-7058ac373950 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] No waiting events found dispatching network-vif-plugged-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.487381] env[70041]: WARNING nova.compute.manager [req-87a8fe6c-7aa8-4182-bcca-62a023de5236 req-1c4718ae-6869-4948-8d35-7058ac373950 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received unexpected event network-vif-plugged-fb17cf5b-74a9-47c8-81ee-a1de28bf077a for instance with vm_state building and task_state spawning. [ 912.493125] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.493907] env[70041]: DEBUG nova.compute.manager [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.497792] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.919s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.505607] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.505607] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.741s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.547851] env[70041]: INFO nova.scheduler.client.report [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted allocations for instance 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec [ 912.602033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquiring lock "0ed0fa73-5848-4f5e-948d-46288c78c075" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.602544] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "0ed0fa73-5848-4f5e-948d-46288c78c075" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.602544] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquiring lock "0ed0fa73-5848-4f5e-948d-46288c78c075-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.602689] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "0ed0fa73-5848-4f5e-948d-46288c78c075-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.602795] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "0ed0fa73-5848-4f5e-948d-46288c78c075-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.605692] env[70041]: INFO nova.compute.manager [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Terminating instance [ 912.634018] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528ef844-227b-a6a6-27ad-531ce0b600ee, 'name': SearchDatastore_Task, 'duration_secs': 0.022861} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.634317] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.634571] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.634784] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.634897] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.635468] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.635468] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7f7bf5-e1d2-4566-9b87-45f7de05aefd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.644129] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.644280] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.645062] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996728ff-8040-4bd4-a40b-3da8825b9ef2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.650631] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 912.650631] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52764610-c0a9-8b75-3756-cbfad6d89d97" [ 912.650631] env[70041]: _type = "Task" [ 912.650631] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.658539] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52764610-c0a9-8b75-3756-cbfad6d89d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.759249] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193057, 'name': ReconfigVM_Task, 'duration_secs': 0.304692} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.761084] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615/c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.761084] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d7ad748-dd5d-4f03-a143-93e663e4ac0d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.768064] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 912.768064] env[70041]: value = "task-3193060" [ 912.768064] env[70041]: _type = "Task" [ 912.768064] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.777455] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193060, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.809269] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 452a1a3d-c03a-4d5a-b2f5-98e95bcc01f7] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 912.824667] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.859167] env[70041]: DEBUG oslo_vmware.api [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Task: {'id': task-3193059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339263} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.859515] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.859642] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.859780] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.859866] env[70041]: INFO nova.compute.manager [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Took 2.13 seconds to destroy the instance on the hypervisor. [ 912.860998] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.860998] env[70041]: DEBUG nova.compute.manager [-] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.860998] env[70041]: DEBUG nova.network.neutron [-] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.939027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.939159] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.939213] env[70041]: DEBUG nova.network.neutron [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.008242] env[70041]: DEBUG nova.compute.utils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.009785] env[70041]: DEBUG nova.compute.manager [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.009953] env[70041]: DEBUG nova.network.neutron [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.060643] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b33e1018-31c6-4b64-ac87-6f1c679af71b tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.091s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.062627] env[70041]: DEBUG nova.policy [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '362fe839b1414357a21a03e11866d46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '242f6a264e164bc7b7ef55461d3a780b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.117015] env[70041]: DEBUG nova.compute.manager [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.117015] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.117015] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751e0d2a-3f20-4ed2-a374-bbaae5888348 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.124070] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.126581] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df934535-55c6-43ac-b970-716b8b111792 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.133531] env[70041]: DEBUG oslo_vmware.api [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 913.133531] env[70041]: value = "task-3193061" [ 913.133531] env[70041]: _type = "Task" [ 913.133531] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.145922] env[70041]: DEBUG oslo_vmware.api [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.162024] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52764610-c0a9-8b75-3756-cbfad6d89d97, 'name': SearchDatastore_Task, 'duration_secs': 0.018147} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.165387] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e4e816-6ab4-4167-9933-a803006ae3c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.171042] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 913.171042] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aee456-43df-f2d0-c0b0-53d96eeda40a" [ 913.171042] env[70041]: _type = "Task" [ 913.171042] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.180301] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aee456-43df-f2d0-c0b0-53d96eeda40a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.281991] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193060, 'name': Rename_Task, 'duration_secs': 0.137402} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.282440] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.282658] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a79bba3-dfc9-42d7-84fc-4378d5152cc0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.291701] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 913.291701] env[70041]: value = "task-3193062" [ 913.291701] env[70041]: _type = "Task" [ 913.291701] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.303825] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.316605] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 6c7f4b2e-2535-4535-b17a-d487ef4ef792] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 913.481520] env[70041]: DEBUG nova.network.neutron [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Successfully created port: 52592a2e-41b5-4e57-8a60-6387a3048a40 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.487422] env[70041]: DEBUG nova.network.neutron [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.516685] env[70041]: DEBUG nova.compute.manager [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.579727] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.579947] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.580102] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.581010] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.581271] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.587438] env[70041]: INFO nova.compute.manager [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Terminating instance [ 913.600431] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16cd8df-6bbd-4b5e-b7d4-5f8bb049da0c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.611978] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebadaae8-0b55-43ce-99ba-5e6fe7229937 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.652977] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e611c3-3190-4309-b0ee-e793f8483b87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.660731] env[70041]: DEBUG oslo_vmware.api [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193061, 'name': PowerOffVM_Task, 'duration_secs': 0.181148} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.665871] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.666747] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.666747] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0d5bb6c-f912-42d4-a5cf-c1fccb3f9965 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.671758] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f421d766-d3b7-436b-9f95-2e53aad662ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.691892] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aee456-43df-f2d0-c0b0-53d96eeda40a, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.692401] env[70041]: DEBUG nova.compute.provider_tree [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.697029] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.697029] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 9e88424d-0271-495e-b2c5-e2685b82a807/9e88424d-0271-495e-b2c5-e2685b82a807.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.697029] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c3e34ea-3bd3-4855-a840-de33d1ae3c82 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.701522] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 913.701522] env[70041]: value = "task-3193064" [ 913.701522] env[70041]: _type = "Task" [ 913.701522] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.713277] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.720628] env[70041]: DEBUG nova.network.neutron [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating instance_info_cache with network_info: [{"id": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "address": "fa:16:3e:4c:5f:76", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb17cf5b-74", "ovs_interfaceid": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.804162] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193062, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.820360] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 0a2ce7c7-8747-4c46-916b-331e8781a46e] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 913.843053] env[70041]: DEBUG nova.network.neutron [-] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.987535] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.987615] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.987731] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Deleting the datastore file [datastore1] 0ed0fa73-5848-4f5e-948d-46288c78c075 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.988017] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d41139c-9778-41b8-8f24-4c61a715dc4a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.995680] env[70041]: DEBUG oslo_vmware.api [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for the task: (returnval){ [ 913.995680] env[70041]: value = "task-3193065" [ 913.995680] env[70041]: _type = "Task" [ 913.995680] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.004556] env[70041]: DEBUG oslo_vmware.api [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.094902] env[70041]: DEBUG nova.compute.manager [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.095171] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.096082] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daebe509-060f-4949-a3b3-1bcf4ab84739 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.105394] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.105730] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07de6299-5d5a-4de7-b203-2240ab00d46e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.114825] env[70041]: DEBUG oslo_vmware.api [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 914.114825] env[70041]: value = "task-3193066" [ 914.114825] env[70041]: _type = "Task" [ 914.114825] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.124138] env[70041]: DEBUG oslo_vmware.api [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3193066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.196223] env[70041]: DEBUG nova.scheduler.client.report [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.216311] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193064, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.224092] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.224404] env[70041]: DEBUG nova.compute.manager [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Instance network_info: |[{"id": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "address": "fa:16:3e:4c:5f:76", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb17cf5b-74", "ovs_interfaceid": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.224837] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:5f:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb17cf5b-74a9-47c8-81ee-a1de28bf077a', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.232985] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating folder: Project (8e2d5cd363ea42d3aaac2871ebebb614). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.233552] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c878f88-8d92-4b16-b8a9-8ec5f6cae461 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.243325] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Created folder: Project (8e2d5cd363ea42d3aaac2871ebebb614) in parent group-v638323. [ 914.243521] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating folder: Instances. Parent ref: group-v638535. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.243765] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4d35c60-06ce-4fb6-b1c5-b6731f128944 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.257755] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Created folder: Instances in parent group-v638535. [ 914.257999] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.258507] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.258727] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48927c38-01cb-48b1-86de-d5dd9f3e1eaa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.278776] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.278776] env[70041]: value = "task-3193069" [ 914.278776] env[70041]: _type = "Task" [ 914.278776] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.286573] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193069, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.303704] env[70041]: DEBUG oslo_vmware.api [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193062, 'name': PowerOnVM_Task, 'duration_secs': 0.546984} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.303974] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.304254] env[70041]: INFO nova.compute.manager [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Took 5.34 seconds to spawn the instance on the hypervisor. [ 914.304479] env[70041]: DEBUG nova.compute.manager [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.305429] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dafd4f4-1489-43ac-a12f-84e2aef4f114 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.323991] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 07f71beb-8383-460f-a2b3-3ca63b9fe69a] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 914.345888] env[70041]: INFO nova.compute.manager [-] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Took 1.49 seconds to deallocate network for instance. [ 914.505498] env[70041]: DEBUG oslo_vmware.api [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Task: {'id': task-3193065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390856} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.505498] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.505498] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.505873] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.505873] env[70041]: INFO nova.compute.manager [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Took 1.39 seconds to destroy the instance on the hypervisor. [ 914.506086] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.506276] env[70041]: DEBUG nova.compute.manager [-] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.506461] env[70041]: DEBUG nova.network.neutron [-] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.530080] env[70041]: DEBUG nova.compute.manager [req-faa1333e-c229-4cc0-a9ec-4a2462cc44f3 req-9a06918c-eb10-4142-873b-b898ea10d6f7 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received event network-changed-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 914.530080] env[70041]: DEBUG nova.compute.manager [req-faa1333e-c229-4cc0-a9ec-4a2462cc44f3 req-9a06918c-eb10-4142-873b-b898ea10d6f7 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Refreshing instance network info cache due to event network-changed-fb17cf5b-74a9-47c8-81ee-a1de28bf077a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 914.530275] env[70041]: DEBUG oslo_concurrency.lockutils [req-faa1333e-c229-4cc0-a9ec-4a2462cc44f3 req-9a06918c-eb10-4142-873b-b898ea10d6f7 service nova] Acquiring lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.530432] env[70041]: DEBUG oslo_concurrency.lockutils [req-faa1333e-c229-4cc0-a9ec-4a2462cc44f3 req-9a06918c-eb10-4142-873b-b898ea10d6f7 service nova] Acquired lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.530600] env[70041]: DEBUG nova.network.neutron [req-faa1333e-c229-4cc0-a9ec-4a2462cc44f3 req-9a06918c-eb10-4142-873b-b898ea10d6f7 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Refreshing network info cache for port fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.534557] env[70041]: DEBUG nova.compute.manager [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.564782] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.564782] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.564782] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.564975] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.565031] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.565307] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.565387] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.565532] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.565696] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.565851] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.566026] env[70041]: DEBUG nova.virt.hardware [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.567190] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfed06c-c75f-40d4-87bf-5b5a701d053c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.575577] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835dcddf-0f34-4c96-8239-8cc8b4472409 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.626368] env[70041]: DEBUG oslo_vmware.api [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3193066, 'name': PowerOffVM_Task, 'duration_secs': 0.324563} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.626781] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.626922] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.627289] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b970a1e3-1fe3-4113-88e3-192205e9c19a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.695393] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.695623] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.695782] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleting the datastore file [datastore1] dd08a339-98ca-4c08-a8e8-2b877a8a1823 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.696091] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bde3765-970a-4a96-8cb8-4ec95f206ad1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.701766] env[70041]: DEBUG oslo_vmware.api [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 914.701766] env[70041]: value = "task-3193071" [ 914.701766] env[70041]: _type = "Task" [ 914.701766] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.719922] env[70041]: DEBUG oslo_vmware.api [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3193071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.726414] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516242} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.727520] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 9e88424d-0271-495e-b2c5-e2685b82a807/9e88424d-0271-495e-b2c5-e2685b82a807.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.727680] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.727869] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64c7a454-28ae-4df0-84a2-f477b07724dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.735902] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 914.735902] env[70041]: value = "task-3193072" [ 914.735902] env[70041]: _type = "Task" [ 914.735902] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.744934] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.790838] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193069, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.828365] env[70041]: INFO nova.compute.manager [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Took 43.63 seconds to build instance. [ 914.830712] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 93508e4f-7497-4ff0-90d6-f8176c4a79be] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 914.857028] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.212693] env[70041]: DEBUG oslo_vmware.api [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3193071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143334} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.213064] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.213266] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.213445] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.213615] env[70041]: INFO nova.compute.manager [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Took 1.12 seconds to destroy the instance on the hypervisor. [ 915.215956] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.215956] env[70041]: DEBUG nova.compute.manager [-] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.215956] env[70041]: DEBUG nova.network.neutron [-] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.218608] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.715s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.218798] env[70041]: DEBUG nova.compute.manager [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70041) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 915.222185] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.348s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.222280] env[70041]: DEBUG nova.objects.instance [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.249902] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096088} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.250648] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.251534] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b1fda-eb2f-4b32-a987-aa269c9db860 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.284729] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 9e88424d-0271-495e-b2c5-e2685b82a807/9e88424d-0271-495e-b2c5-e2685b82a807.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.286939] env[70041]: DEBUG nova.network.neutron [req-faa1333e-c229-4cc0-a9ec-4a2462cc44f3 req-9a06918c-eb10-4142-873b-b898ea10d6f7 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updated VIF entry in instance network info cache for port fb17cf5b-74a9-47c8-81ee-a1de28bf077a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.287293] env[70041]: DEBUG nova.network.neutron [req-faa1333e-c229-4cc0-a9ec-4a2462cc44f3 req-9a06918c-eb10-4142-873b-b898ea10d6f7 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating instance_info_cache with network_info: [{"id": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "address": "fa:16:3e:4c:5f:76", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb17cf5b-74", "ovs_interfaceid": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.288786] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4072b9bf-3820-45a9-89c4-0abdd63f2b23 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.305590] env[70041]: DEBUG oslo_concurrency.lockutils [req-faa1333e-c229-4cc0-a9ec-4a2462cc44f3 req-9a06918c-eb10-4142-873b-b898ea10d6f7 service nova] Releasing lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.305820] env[70041]: DEBUG nova.compute.manager [req-faa1333e-c229-4cc0-a9ec-4a2462cc44f3 req-9a06918c-eb10-4142-873b-b898ea10d6f7 service nova] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Received event network-vif-deleted-2d562212-b4ec-4145-a2b1-2313aca75882 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 915.320326] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193069, 'name': CreateVM_Task, 'duration_secs': 0.743458} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.320326] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.320326] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 915.320326] env[70041]: value = "task-3193073" [ 915.320326] env[70041]: _type = "Task" [ 915.320326] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.320326] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.320326] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.320326] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.320616] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d03e6ad2-d220-43be-994e-a6c9f37520b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.328225] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 915.328225] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5274970b-c0ff-34bf-3e87-7b875816dc4e" [ 915.328225] env[70041]: _type = "Task" [ 915.328225] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.332124] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.336161] env[70041]: DEBUG oslo_concurrency.lockutils [None req-50520f19-501c-45af-b9b2-b0040311ab27 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.427s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.336161] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: bcb9a98c-8ec6-4960-966b-9741fee06d34] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 915.339103] env[70041]: DEBUG nova.network.neutron [-] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.346498] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5274970b-c0ff-34bf-3e87-7b875816dc4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.431169] env[70041]: DEBUG nova.compute.manager [req-74857076-bef9-4722-9bd8-4d805c70683e req-15258f71-c5a8-4bf6-a43e-968f31a4a162 service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Received event network-vif-plugged-52592a2e-41b5-4e57-8a60-6387a3048a40 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 915.431424] env[70041]: DEBUG oslo_concurrency.lockutils [req-74857076-bef9-4722-9bd8-4d805c70683e req-15258f71-c5a8-4bf6-a43e-968f31a4a162 service nova] Acquiring lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.431666] env[70041]: DEBUG oslo_concurrency.lockutils [req-74857076-bef9-4722-9bd8-4d805c70683e req-15258f71-c5a8-4bf6-a43e-968f31a4a162 service nova] Lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.431852] env[70041]: DEBUG oslo_concurrency.lockutils [req-74857076-bef9-4722-9bd8-4d805c70683e req-15258f71-c5a8-4bf6-a43e-968f31a4a162 service nova] Lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.432300] env[70041]: DEBUG nova.compute.manager [req-74857076-bef9-4722-9bd8-4d805c70683e req-15258f71-c5a8-4bf6-a43e-968f31a4a162 service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] No waiting events found dispatching network-vif-plugged-52592a2e-41b5-4e57-8a60-6387a3048a40 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.432539] env[70041]: WARNING nova.compute.manager [req-74857076-bef9-4722-9bd8-4d805c70683e req-15258f71-c5a8-4bf6-a43e-968f31a4a162 service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Received unexpected event network-vif-plugged-52592a2e-41b5-4e57-8a60-6387a3048a40 for instance with vm_state building and task_state spawning. [ 915.808940] env[70041]: INFO nova.scheduler.client.report [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted allocation for migration 3315f666-9d74-4458-8f56-cc1ac95499fb [ 915.831641] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193073, 'name': ReconfigVM_Task, 'duration_secs': 0.36768} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.832151] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 9e88424d-0271-495e-b2c5-e2685b82a807/9e88424d-0271-495e-b2c5-e2685b82a807.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.835905] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99b24a4b-38ea-415b-adcb-5fe214a2c39d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.843560] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: bc534caf-e753-41cf-bc21-7347d26bf4ce] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 915.845710] env[70041]: DEBUG nova.compute.manager [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.847806] env[70041]: INFO nova.compute.manager [-] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Took 1.34 seconds to deallocate network for instance. [ 915.848096] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5274970b-c0ff-34bf-3e87-7b875816dc4e, 'name': SearchDatastore_Task, 'duration_secs': 0.022759} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.851217] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.851647] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.851941] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.852072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.852259] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.852580] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 915.852580] env[70041]: value = "task-3193074" [ 915.852580] env[70041]: _type = "Task" [ 915.852580] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.855040] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79751b30-f2e7-4735-b82f-eb2a60203f98 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.865685] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193074, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.870339] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.870339] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.870339] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1fc23cb-3e97-474e-b97c-466fc56bccd2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.873269] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 915.873269] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5233e2ad-7e9d-b989-02df-e8950c0d7e97" [ 915.873269] env[70041]: _type = "Task" [ 915.873269] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.883498] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5233e2ad-7e9d-b989-02df-e8950c0d7e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.887435] env[70041]: INFO nova.compute.manager [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Rebuilding instance [ 915.913727] env[70041]: DEBUG nova.network.neutron [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Successfully updated port: 52592a2e-41b5-4e57-8a60-6387a3048a40 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.952369] env[70041]: DEBUG nova.compute.manager [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.953359] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ce5df8-37a1-4c1f-9a18-d8b484da7879 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.240728] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f4cb91fe-5dbe-4064-b97c-a2d7dcf25ae6 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.241963] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.050s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.243668] env[70041]: INFO nova.compute.claims [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.316033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da936516-5b14-41ed-8474-770b73250ced tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.024s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.349135] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 677f9ba1-fafd-4309-82f9-f9d6b537db6c] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 916.358262] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.369186] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193074, 'name': Rename_Task, 'duration_secs': 0.141038} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.369698] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.369833] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3633d26-0b25-4ceb-9665-c85dc3a5dcdc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.372758] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.379079] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 916.379079] env[70041]: value = "task-3193075" [ 916.379079] env[70041]: _type = "Task" [ 916.379079] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.387302] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5233e2ad-7e9d-b989-02df-e8950c0d7e97, 'name': SearchDatastore_Task, 'duration_secs': 0.00833} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.388442] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e730250-052c-4168-a60e-5c89f04c9948 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.394491] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193075, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.397426] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 916.397426] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e3edaa-ba15-5e9c-5646-a2c21892e93f" [ 916.397426] env[70041]: _type = "Task" [ 916.397426] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.405436] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e3edaa-ba15-5e9c-5646-a2c21892e93f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.418393] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquiring lock "refresh_cache-5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.418548] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquired lock "refresh_cache-5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.418707] env[70041]: DEBUG nova.network.neutron [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.531618] env[70041]: DEBUG nova.network.neutron [-] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.798889] env[70041]: DEBUG nova.compute.manager [req-5e643586-7120-45db-9a10-7b4839d7b46c req-0dde77dd-f55e-45a2-a6a6-f4b6ec37b7d4 service nova] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Received event network-vif-deleted-7e98c811-d212-46f1-a689-5ed1e4cf9643 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 916.857251] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: b2b73b38-5fe8-4266-91b3-a6dca68e61ee] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 916.889844] env[70041]: DEBUG oslo_vmware.api [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193075, 'name': PowerOnVM_Task, 'duration_secs': 0.508962} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.890779] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.890976] env[70041]: INFO nova.compute.manager [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Took 10.72 seconds to spawn the instance on the hypervisor. [ 916.891164] env[70041]: DEBUG nova.compute.manager [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.891965] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f8d400-aa49-4e06-8362-f4555f7148b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.912034] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e3edaa-ba15-5e9c-5646-a2c21892e93f, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.912034] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.912034] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] a23b3cab-adeb-4904-b7d9-68b5ce084239/a23b3cab-adeb-4904-b7d9-68b5ce084239.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.912034] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-771fad10-1065-4968-8f14-fc8332903767 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.917765] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 916.917765] env[70041]: value = "task-3193076" [ 916.917765] env[70041]: _type = "Task" [ 916.917765] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.930089] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.959045] env[70041]: DEBUG nova.network.neutron [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.973600] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.973600] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acec8db7-ec6d-45ed-9261-67c17ebed149 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.981013] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 916.981013] env[70041]: value = "task-3193077" [ 916.981013] env[70041]: _type = "Task" [ 916.981013] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.989415] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.021263] env[70041]: DEBUG nova.objects.instance [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'flavor' on Instance uuid 004005be-9af0-421e-9352-9bec6c956564 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.034848] env[70041]: INFO nova.compute.manager [-] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Took 1.82 seconds to deallocate network for instance. [ 917.165267] env[70041]: DEBUG nova.network.neutron [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Updating instance_info_cache with network_info: [{"id": "52592a2e-41b5-4e57-8a60-6387a3048a40", "address": "fa:16:3e:29:18:9c", "network": {"id": "cccb6214-0df3-4fc2-972f-6e27c842ad0d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1934608414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242f6a264e164bc7b7ef55461d3a780b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52592a2e-41", "ovs_interfaceid": "52592a2e-41b5-4e57-8a60-6387a3048a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.362190] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: ce22226b-87b3-48ee-909f-af3da8a63a41] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 917.414746] env[70041]: INFO nova.compute.manager [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Took 53.85 seconds to build instance. [ 917.429666] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.472556] env[70041]: DEBUG nova.compute.manager [req-51df3915-ffa1-4359-9412-d54f878e34b6 req-9c7a9f8f-0f07-4f83-b07d-7289c001d664 service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Received event network-changed-52592a2e-41b5-4e57-8a60-6387a3048a40 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 917.472743] env[70041]: DEBUG nova.compute.manager [req-51df3915-ffa1-4359-9412-d54f878e34b6 req-9c7a9f8f-0f07-4f83-b07d-7289c001d664 service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Refreshing instance network info cache due to event network-changed-52592a2e-41b5-4e57-8a60-6387a3048a40. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 917.472953] env[70041]: DEBUG oslo_concurrency.lockutils [req-51df3915-ffa1-4359-9412-d54f878e34b6 req-9c7a9f8f-0f07-4f83-b07d-7289c001d664 service nova] Acquiring lock "refresh_cache-5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.497651] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193077, 'name': PowerOffVM_Task, 'duration_secs': 0.292186} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.501564] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.501907] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.504642] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f25e8c-e718-4f40-ac04-41233eb88a60 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.516988] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.517285] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d57d60a7-8bb1-46d6-9c34-6e526f038c42 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.531456] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.531456] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.531456] env[70041]: DEBUG nova.network.neutron [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.531456] env[70041]: DEBUG nova.objects.instance [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'info_cache' on Instance uuid 004005be-9af0-421e-9352-9bec6c956564 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.543911] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.544573] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquiring lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.545732] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.552945] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.553169] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.553345] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Deleting the datastore file [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.554027] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20553771-e7d7-44e7-bcc6-455940fdd35d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.560123] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 917.560123] env[70041]: value = "task-3193079" [ 917.560123] env[70041]: _type = "Task" [ 917.560123] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.571447] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.666762] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Releasing lock "refresh_cache-5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.667278] env[70041]: DEBUG nova.compute.manager [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Instance network_info: |[{"id": "52592a2e-41b5-4e57-8a60-6387a3048a40", "address": "fa:16:3e:29:18:9c", "network": {"id": "cccb6214-0df3-4fc2-972f-6e27c842ad0d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1934608414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242f6a264e164bc7b7ef55461d3a780b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52592a2e-41", "ovs_interfaceid": "52592a2e-41b5-4e57-8a60-6387a3048a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.668410] env[70041]: DEBUG oslo_concurrency.lockutils [req-51df3915-ffa1-4359-9412-d54f878e34b6 req-9c7a9f8f-0f07-4f83-b07d-7289c001d664 service nova] Acquired lock "refresh_cache-5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.668949] env[70041]: DEBUG nova.network.neutron [req-51df3915-ffa1-4359-9412-d54f878e34b6 req-9c7a9f8f-0f07-4f83-b07d-7289c001d664 service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Refreshing network info cache for port 52592a2e-41b5-4e57-8a60-6387a3048a40 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.671999] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:18:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52592a2e-41b5-4e57-8a60-6387a3048a40', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.677545] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Creating folder: Project (242f6a264e164bc7b7ef55461d3a780b). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.680623] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7caafdf3-0eef-4e6d-a43e-38454af16e11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.695137] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Created folder: Project (242f6a264e164bc7b7ef55461d3a780b) in parent group-v638323. [ 917.695137] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Creating folder: Instances. Parent ref: group-v638538. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.696763] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e14a83d5-7f03-44c6-8b35-041b09073738 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.709022] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Created folder: Instances in parent group-v638538. [ 917.709022] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.709022] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.709022] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd6e0966-50b7-4cfc-b0ee-d5905125fbb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.734228] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.734228] env[70041]: value = "task-3193082" [ 917.734228] env[70041]: _type = "Task" [ 917.734228] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.740498] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193082, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.842019] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6745f325-c155-41e2-bbe1-b833f768da2e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.850551] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a4646-a0df-4929-925c-285569def7b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.884269] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.884269] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Cleaning up deleted instances with incomplete migration {{(pid=70041) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11873}} [ 917.884269] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ac6c42-5bb0-41c8-b7e0-5a6a9d5450af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.893067] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b594638-cd69-4814-8411-cac780788ee0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.913541] env[70041]: DEBUG nova.compute.provider_tree [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.916641] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f953d611-e657-4002-b9d0-8d6d1facaf11 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "9e88424d-0271-495e-b2c5-e2685b82a807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.453s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.937065] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193076, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.034415] env[70041]: DEBUG nova.objects.base [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Object Instance<004005be-9af0-421e-9352-9bec6c956564> lazy-loaded attributes: flavor,info_cache {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 918.072042] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138051} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.072042] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.072255] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.072515] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.242080] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193082, 'name': CreateVM_Task, 'duration_secs': 0.384757} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.242080] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.242666] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.244135] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.244135] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.244135] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de50928-4fe4-48f9-814d-d1b120d44cc8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.248385] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 918.248385] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a1d0a0-313f-a151-3374-fdd72c819a85" [ 918.248385] env[70041]: _type = "Task" [ 918.248385] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.259101] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a1d0a0-313f-a151-3374-fdd72c819a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.389683] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.415598] env[70041]: DEBUG nova.scheduler.client.report [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.421995] env[70041]: DEBUG nova.compute.manager [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.430534] env[70041]: DEBUG nova.network.neutron [req-51df3915-ffa1-4359-9412-d54f878e34b6 req-9c7a9f8f-0f07-4f83-b07d-7289c001d664 service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Updated VIF entry in instance network info cache for port 52592a2e-41b5-4e57-8a60-6387a3048a40. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.430949] env[70041]: DEBUG nova.network.neutron [req-51df3915-ffa1-4359-9412-d54f878e34b6 req-9c7a9f8f-0f07-4f83-b07d-7289c001d664 service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Updating instance_info_cache with network_info: [{"id": "52592a2e-41b5-4e57-8a60-6387a3048a40", "address": "fa:16:3e:29:18:9c", "network": {"id": "cccb6214-0df3-4fc2-972f-6e27c842ad0d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1934608414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242f6a264e164bc7b7ef55461d3a780b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52592a2e-41", "ovs_interfaceid": "52592a2e-41b5-4e57-8a60-6387a3048a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.434906] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193076, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.623336] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquiring lock "9e88424d-0271-495e-b2c5-e2685b82a807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.623704] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "9e88424d-0271-495e-b2c5-e2685b82a807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.623948] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquiring lock "9e88424d-0271-495e-b2c5-e2685b82a807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.624199] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "9e88424d-0271-495e-b2c5-e2685b82a807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.624365] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "9e88424d-0271-495e-b2c5-e2685b82a807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.626738] env[70041]: INFO nova.compute.manager [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Terminating instance [ 918.760674] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a1d0a0-313f-a151-3374-fdd72c819a85, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.760972] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.761239] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.761478] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.761624] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.762237] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.762237] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-928462d8-6530-4f7e-832f-59565b8ee5c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.773843] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.774040] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.774721] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3186c9fb-1698-4333-a996-dbed8480dd84 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.783229] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 918.783229] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52655876-c626-922b-1c06-e618a2b1ba55" [ 918.783229] env[70041]: _type = "Task" [ 918.783229] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.791770] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52655876-c626-922b-1c06-e618a2b1ba55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.798814] env[70041]: DEBUG nova.network.neutron [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance_info_cache with network_info: [{"id": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "address": "fa:16:3e:d2:ea:5e", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3ae139-c5", "ovs_interfaceid": "ba3ae139-c54b-4813-a1a3-54a02d2d91b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.921029] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.921566] env[70041]: DEBUG nova.compute.manager [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.924665] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.767s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.924880] env[70041]: DEBUG nova.objects.instance [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lazy-loading 'resources' on Instance uuid 52c8afb1-1d2e-45da-b617-6fad6be65ff6 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.937642] env[70041]: DEBUG oslo_concurrency.lockutils [req-51df3915-ffa1-4359-9412-d54f878e34b6 req-9c7a9f8f-0f07-4f83-b07d-7289c001d664 service nova] Releasing lock "refresh_cache-5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.938083] env[70041]: DEBUG nova.compute.manager [req-51df3915-ffa1-4359-9412-d54f878e34b6 req-9c7a9f8f-0f07-4f83-b07d-7289c001d664 service nova] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Received event network-vif-deleted-f45aefef-759a-4cb6-b2f1-3739775f8617 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 918.938516] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193076, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.608874} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.939071] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] a23b3cab-adeb-4904-b7d9-68b5ce084239/a23b3cab-adeb-4904-b7d9-68b5ce084239.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.939071] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.939226] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f91a368e-fcb0-4baa-b6f7-54d246fb6b4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.947479] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 918.947479] env[70041]: value = "task-3193083" [ 918.947479] env[70041]: _type = "Task" [ 918.947479] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.955717] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.956746] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.107424] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.107673] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.107826] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.108009] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.108164] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.108318] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.108531] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.108690] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.108852] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.109021] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.109190] env[70041]: DEBUG nova.virt.hardware [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.110065] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde704b-09d0-4c9c-8b9b-bcd408a434e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.117975] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625822ba-5fb6-44b5-a29c-a339b9c0a1ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.131429] env[70041]: DEBUG nova.compute.manager [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.131653] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.132073] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.137532] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.138242] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdad8ca-7769-4cf1-b3e5-401c7b5f108f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.140782] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.140924] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a94bc0eb-cad4-4e22-a5ed-0088a9b3f0fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.159174] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.160513] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b77dec95-f202-4855-8675-e8522c2e0bec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.161974] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.161974] env[70041]: value = "task-3193084" [ 919.161974] env[70041]: _type = "Task" [ 919.161974] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.167300] env[70041]: DEBUG oslo_vmware.api [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 919.167300] env[70041]: value = "task-3193085" [ 919.167300] env[70041]: _type = "Task" [ 919.167300] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.173927] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193084, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.178534] env[70041]: DEBUG oslo_vmware.api [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.294097] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52655876-c626-922b-1c06-e618a2b1ba55, 'name': SearchDatastore_Task, 'duration_secs': 0.015147} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.294980] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6cd59a-702d-4f2f-b1f1-d878a5281312 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.300566] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 919.300566] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf30e5-9bf9-eb37-5dee-27c015bd81b5" [ 919.300566] env[70041]: _type = "Task" [ 919.300566] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.301143] env[70041]: DEBUG oslo_concurrency.lockutils [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-004005be-9af0-421e-9352-9bec6c956564" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.310578] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf30e5-9bf9-eb37-5dee-27c015bd81b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.429161] env[70041]: DEBUG nova.compute.utils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.434316] env[70041]: DEBUG nova.compute.manager [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.434316] env[70041]: DEBUG nova.network.neutron [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.457355] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062453} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.458127] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.458435] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8f6962-b60e-4453-a23b-b75a059fc851 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.489252] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a23b3cab-adeb-4904-b7d9-68b5ce084239/a23b3cab-adeb-4904-b7d9-68b5ce084239.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.493326] env[70041]: DEBUG nova.policy [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c1f6ec1c3b459fa9725cc2e695756a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1b7a1b66c34c92ba38db759c0c3e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.494679] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ceb5182-8a25-40ed-b85e-2d286e75c43d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.516559] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 919.516559] env[70041]: value = "task-3193086" [ 919.516559] env[70041]: _type = "Task" [ 919.516559] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.528652] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193086, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.674980] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193084, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.682081] env[70041]: DEBUG oslo_vmware.api [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193085, 'name': PowerOffVM_Task, 'duration_secs': 0.196519} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.682384] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.682585] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.682856] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b19d28e3-292c-4057-9e54-b541a4239dc6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.748962] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.749212] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.749394] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Deleting the datastore file [datastore1] 9e88424d-0271-495e-b2c5-e2685b82a807 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.749650] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b8a9b1-5b29-4ef9-9e55-e5f5bea95a0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.758716] env[70041]: DEBUG oslo_vmware.api [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for the task: (returnval){ [ 919.758716] env[70041]: value = "task-3193088" [ 919.758716] env[70041]: _type = "Task" [ 919.758716] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.765764] env[70041]: DEBUG oslo_vmware.api [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.813749] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf30e5-9bf9-eb37-5dee-27c015bd81b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.814350] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.814573] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb/5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.814815] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edd3ee35-5c14-49ac-970f-e237247c9c3d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.821842] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 919.821842] env[70041]: value = "task-3193089" [ 919.821842] env[70041]: _type = "Task" [ 919.821842] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.826025] env[70041]: DEBUG nova.network.neutron [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Successfully created port: 2ece834c-7705-4bbd-b7e3-dc25fc5b1078 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.837151] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.937901] env[70041]: DEBUG nova.compute.manager [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.941962] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a578058-fae6-4ca7-bdfe-288f68b65c50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.951735] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b571079f-943a-4c90-ba95-bd28ddddd466 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.985392] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb534b3-7aec-4725-a68f-d6ea1125cacf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.993915] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f3909-f3e4-44dc-ba4e-733eecbfc040 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.010306] env[70041]: DEBUG nova.compute.provider_tree [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.026686] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.175038] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193084, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.268245] env[70041]: DEBUG oslo_vmware.api [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Task: {'id': task-3193088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137403} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.268573] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.268764] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.268942] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.269127] env[70041]: INFO nova.compute.manager [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Took 1.14 seconds to destroy the instance on the hypervisor. [ 920.269429] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.269628] env[70041]: DEBUG nova.compute.manager [-] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.269720] env[70041]: DEBUG nova.network.neutron [-] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.314968] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.315283] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0e743cd-9186-4fbb-81f2-8de29b8cdf2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.322034] env[70041]: DEBUG oslo_vmware.api [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 920.322034] env[70041]: value = "task-3193090" [ 920.322034] env[70041]: _type = "Task" [ 920.322034] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.332348] env[70041]: DEBUG oslo_vmware.api [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.335079] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193089, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.518490] env[70041]: DEBUG nova.scheduler.client.report [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.531920] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.642366] env[70041]: DEBUG nova.compute.manager [req-6060ae5e-974b-4e26-9dfd-0ccde0eb7623 req-e059447e-f961-4af2-9f81-33aea75c0bdf service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Received event network-vif-deleted-611db95c-0074-4cff-b59b-ae109063e407 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 920.642544] env[70041]: INFO nova.compute.manager [req-6060ae5e-974b-4e26-9dfd-0ccde0eb7623 req-e059447e-f961-4af2-9f81-33aea75c0bdf service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Neutron deleted interface 611db95c-0074-4cff-b59b-ae109063e407; detaching it from the instance and deleting it from the info cache [ 920.642701] env[70041]: DEBUG nova.network.neutron [req-6060ae5e-974b-4e26-9dfd-0ccde0eb7623 req-e059447e-f961-4af2-9f81-33aea75c0bdf service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.675647] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193084, 'name': CreateVM_Task, 'duration_secs': 1.366016} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.675811] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.676241] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.676397] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.676700] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.677204] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8bd08b5-e57e-4df9-acb2-617c4bb9daee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.682238] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 920.682238] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5206da61-3dcb-e7cc-3677-292ada5ac414" [ 920.682238] env[70041]: _type = "Task" [ 920.682238] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.690834] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5206da61-3dcb-e7cc-3677-292ada5ac414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.834749] env[70041]: DEBUG oslo_vmware.api [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.838000] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193089, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.957980] env[70041]: DEBUG nova.compute.manager [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.982517] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.982776] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.982928] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.983124] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.983270] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.983414] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.983617] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.983772] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.983932] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.984105] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.984279] env[70041]: DEBUG nova.virt.hardware [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.986087] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b823e58b-792a-47bd-b7c8-c4b5a8ad2f10 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.992556] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29303c4d-36cf-4a6a-84e9-df0820bb375e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.026427] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.031214] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.795s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.031439] env[70041]: DEBUG nova.objects.instance [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lazy-loading 'resources' on Instance uuid f803cde5-f3f0-414c-aa0d-4dc785bb3f20 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.032722] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193086, 'name': ReconfigVM_Task, 'duration_secs': 1.426274} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.033188] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a23b3cab-adeb-4904-b7d9-68b5ce084239/a23b3cab-adeb-4904-b7d9-68b5ce084239.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.033790] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3142d7c8-3e49-414d-ae02-21c087d71f9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.039853] env[70041]: DEBUG nova.network.neutron [-] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.041165] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 921.041165] env[70041]: value = "task-3193091" [ 921.041165] env[70041]: _type = "Task" [ 921.041165] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.050708] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193091, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.051716] env[70041]: INFO nova.scheduler.client.report [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Deleted allocations for instance 52c8afb1-1d2e-45da-b617-6fad6be65ff6 [ 921.146455] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a00644c-29c2-47f7-b65c-784529d6c3dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.155991] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cd6af5-1cc0-494d-ae77-f40bf306032d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.199878] env[70041]: DEBUG nova.compute.manager [req-6060ae5e-974b-4e26-9dfd-0ccde0eb7623 req-e059447e-f961-4af2-9f81-33aea75c0bdf service nova] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Detach interface failed, port_id=611db95c-0074-4cff-b59b-ae109063e407, reason: Instance 9e88424d-0271-495e-b2c5-e2685b82a807 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 921.209824] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5206da61-3dcb-e7cc-3677-292ada5ac414, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.210325] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.210793] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.211076] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.211334] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.211627] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.212039] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e288453a-a653-489e-a72d-cc2699cab211 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.223160] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.223263] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.224451] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a32b381-0026-48c3-87d1-690fe34eaf8f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.233074] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 921.233074] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d32972-58ea-52d6-cf65-2631463ad6ae" [ 921.233074] env[70041]: _type = "Task" [ 921.233074] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.241724] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d32972-58ea-52d6-cf65-2631463ad6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.336351] env[70041]: DEBUG oslo_vmware.api [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.340432] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193089, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.439942} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.340878] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb/5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.341497] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.341831] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cbf0b34-7ca7-45a8-ae89-b7fb99249741 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.352592] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 921.352592] env[70041]: value = "task-3193092" [ 921.352592] env[70041]: _type = "Task" [ 921.352592] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.361889] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.441074] env[70041]: DEBUG nova.network.neutron [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Successfully updated port: 2ece834c-7705-4bbd-b7e3-dc25fc5b1078 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.542556] env[70041]: INFO nova.compute.manager [-] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Took 1.27 seconds to deallocate network for instance. [ 921.560292] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193091, 'name': Rename_Task, 'duration_secs': 0.268611} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.563390] env[70041]: DEBUG oslo_concurrency.lockutils [None req-756d9b0e-2a35-4468-8db9-d4a3a094b754 tempest-ServersListShow298Test-696593014 tempest-ServersListShow298Test-696593014-project-member] Lock "52c8afb1-1d2e-45da-b617-6fad6be65ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.618s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.564323] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.564781] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d0c12cc-dfe4-4f29-b1ce-09a222d8a80d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.572752] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 921.572752] env[70041]: value = "task-3193093" [ 921.572752] env[70041]: _type = "Task" [ 921.572752] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.583608] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.742088] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d32972-58ea-52d6-cf65-2631463ad6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.745995] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c88b1a-2c9f-4055-a1a5-fcac4d6b250c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.752031] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 921.752031] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ea1329-e3cb-5929-27f1-ab0c0e59daf8" [ 921.752031] env[70041]: _type = "Task" [ 921.752031] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.762326] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ea1329-e3cb-5929-27f1-ab0c0e59daf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.834955] env[70041]: DEBUG oslo_vmware.api [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193090, 'name': PowerOnVM_Task, 'duration_secs': 1.456246} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.835255] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.835451] env[70041]: DEBUG nova.compute.manager [None req-df153538-e813-4b84-b70f-be519adba555 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.836251] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc555235-3676-47cc-aa9c-f48ad4487c73 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.864288] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323337} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.864472] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.865292] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328b763f-7465-422b-9e47-66e14a302c48 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.888061] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb/5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.888442] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88d3756b-dc9a-4010-a9d3-a9d434e9d4f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.916691] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 921.916691] env[70041]: value = "task-3193094" [ 921.916691] env[70041]: _type = "Task" [ 921.916691] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.931021] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.944875] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "refresh_cache-2dd32d20-a299-486e-a802-a9d4dc66ed87" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.946109] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "refresh_cache-2dd32d20-a299-486e-a802-a9d4dc66ed87" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.946393] env[70041]: DEBUG nova.network.neutron [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.047566] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56651e48-7609-4553-8864-f43462b36888 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.055541] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.056910] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e6026f-36e9-4ec5-90c9-d916a4e60299 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.093876] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9055eb9-16df-4d68-935b-315ae14d083a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.101351] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.104598] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c816f9-c88d-45cd-8b37-6e4c4d52239c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.117885] env[70041]: DEBUG nova.compute.provider_tree [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.263463] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ea1329-e3cb-5929-27f1-ab0c0e59daf8, 'name': SearchDatastore_Task, 'duration_secs': 0.01728} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.263782] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.264128] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615/c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.264410] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50370512-7d8f-4a90-8da0-43c69d190c4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.271632] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 922.271632] env[70041]: value = "task-3193095" [ 922.271632] env[70041]: _type = "Task" [ 922.271632] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.282363] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.426900] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193094, 'name': ReconfigVM_Task, 'duration_secs': 0.454535} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.427048] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb/5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.427663] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34b0f64f-6c58-475c-ba4c-5e0a58fcd671 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.434277] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 922.434277] env[70041]: value = "task-3193096" [ 922.434277] env[70041]: _type = "Task" [ 922.434277] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.443713] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193096, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.502313] env[70041]: DEBUG nova.network.neutron [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.600452] env[70041]: DEBUG oslo_vmware.api [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193093, 'name': PowerOnVM_Task, 'duration_secs': 0.641572} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.601033] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.601222] env[70041]: INFO nova.compute.manager [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Took 10.75 seconds to spawn the instance on the hypervisor. [ 922.601375] env[70041]: DEBUG nova.compute.manager [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.602600] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b39f1f-47ef-4a13-96f2-e6f5da043ef8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.621445] env[70041]: DEBUG nova.scheduler.client.report [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.716786] env[70041]: DEBUG nova.network.neutron [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Updating instance_info_cache with network_info: [{"id": "2ece834c-7705-4bbd-b7e3-dc25fc5b1078", "address": "fa:16:3e:90:44:8f", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ece834c-77", "ovs_interfaceid": "2ece834c-7705-4bbd-b7e3-dc25fc5b1078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.783037] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.792906] env[70041]: DEBUG nova.compute.manager [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Received event network-vif-plugged-2ece834c-7705-4bbd-b7e3-dc25fc5b1078 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 922.793241] env[70041]: DEBUG oslo_concurrency.lockutils [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] Acquiring lock "2dd32d20-a299-486e-a802-a9d4dc66ed87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.793450] env[70041]: DEBUG oslo_concurrency.lockutils [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] Lock "2dd32d20-a299-486e-a802-a9d4dc66ed87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.793629] env[70041]: DEBUG oslo_concurrency.lockutils [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] Lock "2dd32d20-a299-486e-a802-a9d4dc66ed87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.793804] env[70041]: DEBUG nova.compute.manager [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] No waiting events found dispatching network-vif-plugged-2ece834c-7705-4bbd-b7e3-dc25fc5b1078 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.793997] env[70041]: WARNING nova.compute.manager [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Received unexpected event network-vif-plugged-2ece834c-7705-4bbd-b7e3-dc25fc5b1078 for instance with vm_state building and task_state spawning. [ 922.794203] env[70041]: DEBUG nova.compute.manager [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Received event network-changed-2ece834c-7705-4bbd-b7e3-dc25fc5b1078 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 922.794339] env[70041]: DEBUG nova.compute.manager [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Refreshing instance network info cache due to event network-changed-2ece834c-7705-4bbd-b7e3-dc25fc5b1078. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 922.794492] env[70041]: DEBUG oslo_concurrency.lockutils [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] Acquiring lock "refresh_cache-2dd32d20-a299-486e-a802-a9d4dc66ed87" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.945043] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193096, 'name': Rename_Task, 'duration_secs': 0.195558} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.945043] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.945043] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b34b34e4-e219-4c8d-8c63-7a903fd2dc3f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.951794] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 922.951794] env[70041]: value = "task-3193097" [ 922.951794] env[70041]: _type = "Task" [ 922.951794] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.959922] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.025095] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "004005be-9af0-421e-9352-9bec6c956564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.025404] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.025618] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "004005be-9af0-421e-9352-9bec6c956564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.025814] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.025985] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.028229] env[70041]: INFO nova.compute.manager [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Terminating instance [ 923.123269] env[70041]: INFO nova.compute.manager [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Took 49.68 seconds to build instance. [ 923.126974] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.129308] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.492s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.130773] env[70041]: INFO nova.compute.claims [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.151505] env[70041]: INFO nova.scheduler.client.report [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Deleted allocations for instance f803cde5-f3f0-414c-aa0d-4dc785bb3f20 [ 923.219704] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "refresh_cache-2dd32d20-a299-486e-a802-a9d4dc66ed87" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.220047] env[70041]: DEBUG nova.compute.manager [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Instance network_info: |[{"id": "2ece834c-7705-4bbd-b7e3-dc25fc5b1078", "address": "fa:16:3e:90:44:8f", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ece834c-77", "ovs_interfaceid": "2ece834c-7705-4bbd-b7e3-dc25fc5b1078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.220347] env[70041]: DEBUG oslo_concurrency.lockutils [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] Acquired lock "refresh_cache-2dd32d20-a299-486e-a802-a9d4dc66ed87" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.220527] env[70041]: DEBUG nova.network.neutron [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Refreshing network info cache for port 2ece834c-7705-4bbd-b7e3-dc25fc5b1078 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.221753] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:44:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ece834c-7705-4bbd-b7e3-dc25fc5b1078', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.229219] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.232289] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.232744] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-039a8e2a-3811-4db7-96fc-027b66bf9410 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.253840] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.253840] env[70041]: value = "task-3193098" [ 923.253840] env[70041]: _type = "Task" [ 923.253840] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.261478] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193098, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.281994] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677628} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.282269] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615/c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.282480] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.282734] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c247a8e7-56b5-41eb-b947-e7d685d0b56d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.288874] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 923.288874] env[70041]: value = "task-3193099" [ 923.288874] env[70041]: _type = "Task" [ 923.288874] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.299314] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.461662] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.477712] env[70041]: DEBUG nova.network.neutron [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Updated VIF entry in instance network info cache for port 2ece834c-7705-4bbd-b7e3-dc25fc5b1078. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.478080] env[70041]: DEBUG nova.network.neutron [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Updating instance_info_cache with network_info: [{"id": "2ece834c-7705-4bbd-b7e3-dc25fc5b1078", "address": "fa:16:3e:90:44:8f", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ece834c-77", "ovs_interfaceid": "2ece834c-7705-4bbd-b7e3-dc25fc5b1078", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.531937] env[70041]: DEBUG nova.compute.manager [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.532199] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.533149] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c758992-12dd-432d-afe8-c2956ba3c1db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.540694] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.540935] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0526cf2e-9daf-4e0d-b1b2-c940ebe7bf93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.546420] env[70041]: DEBUG oslo_vmware.api [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 923.546420] env[70041]: value = "task-3193100" [ 923.546420] env[70041]: _type = "Task" [ 923.546420] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.554885] env[70041]: DEBUG oslo_vmware.api [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.625512] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c4b0d10-33ec-4eba-8c89-05526e8c3a8f tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.552s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.661217] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f0ae437-5338-4799-beb0-47b27be15a40 tempest-ServerGroupTestJSON-1042927775 tempest-ServerGroupTestJSON-1042927775-project-member] Lock "f803cde5-f3f0-414c-aa0d-4dc785bb3f20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.809s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.764007] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193098, 'name': CreateVM_Task, 'duration_secs': 0.39312} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.764211] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.767183] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.767183] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.767183] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.767183] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630ad3c2-7453-4e43-b1f4-3694336f3660 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.770813] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 923.770813] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd7805-2960-a2e9-b483-e4a9f724da69" [ 923.770813] env[70041]: _type = "Task" [ 923.770813] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.780402] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd7805-2960-a2e9-b483-e4a9f724da69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.801627] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069075} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.801926] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.802751] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11359c9-23b6-4528-a608-cb4a264ffa1e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.827693] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615/c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.828412] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2706a5f1-e702-4aae-82d0-e0e372b0ae41 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.847777] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 923.847777] env[70041]: value = "task-3193101" [ 923.847777] env[70041]: _type = "Task" [ 923.847777] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.856162] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.872197] env[70041]: DEBUG nova.compute.manager [req-646ef06c-9825-4934-a8cf-ed5959038bcd req-d3eb2af3-7e4f-479a-846d-a019a894417f service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received event network-changed-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 923.872403] env[70041]: DEBUG nova.compute.manager [req-646ef06c-9825-4934-a8cf-ed5959038bcd req-d3eb2af3-7e4f-479a-846d-a019a894417f service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Refreshing instance network info cache due to event network-changed-fb17cf5b-74a9-47c8-81ee-a1de28bf077a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 923.872697] env[70041]: DEBUG oslo_concurrency.lockutils [req-646ef06c-9825-4934-a8cf-ed5959038bcd req-d3eb2af3-7e4f-479a-846d-a019a894417f service nova] Acquiring lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.872854] env[70041]: DEBUG oslo_concurrency.lockutils [req-646ef06c-9825-4934-a8cf-ed5959038bcd req-d3eb2af3-7e4f-479a-846d-a019a894417f service nova] Acquired lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.873091] env[70041]: DEBUG nova.network.neutron [req-646ef06c-9825-4934-a8cf-ed5959038bcd req-d3eb2af3-7e4f-479a-846d-a019a894417f service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Refreshing network info cache for port fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.963817] env[70041]: DEBUG oslo_vmware.api [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193097, 'name': PowerOnVM_Task, 'duration_secs': 0.915856} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.964115] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.964324] env[70041]: INFO nova.compute.manager [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Took 9.43 seconds to spawn the instance on the hypervisor. [ 923.964503] env[70041]: DEBUG nova.compute.manager [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.965335] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b56bc7-a71d-440b-901a-545f50e9e5d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.980526] env[70041]: DEBUG oslo_concurrency.lockutils [req-af92411e-6ebe-48a8-8183-8883434a6d61 req-1e7be194-c5d2-4990-b49b-1ad85d308636 service nova] Releasing lock "refresh_cache-2dd32d20-a299-486e-a802-a9d4dc66ed87" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.058974] env[70041]: DEBUG oslo_vmware.api [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193100, 'name': PowerOffVM_Task, 'duration_secs': 0.215045} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.059347] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.059502] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.059758] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0fff8e9-d622-408e-b261-f78afb1767de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.124022] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.124279] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.124475] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleting the datastore file [datastore2] 004005be-9af0-421e-9352-9bec6c956564 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.124968] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f9963b3-7090-4c3d-bad6-6ee36eb1f82a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.128584] env[70041]: DEBUG nova.compute.manager [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.132244] env[70041]: DEBUG oslo_vmware.api [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 924.132244] env[70041]: value = "task-3193103" [ 924.132244] env[70041]: _type = "Task" [ 924.132244] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.146488] env[70041]: DEBUG oslo_vmware.api [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.285585] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd7805-2960-a2e9-b483-e4a9f724da69, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.285915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.286179] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.286415] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.286560] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.286735] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.287009] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-442c4b79-8228-48dd-b0ae-0ddc4681faea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.301696] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.302362] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.303163] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95bf93e4-633a-4f40-83ab-beba4ff2ad6c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.309153] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 924.309153] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52099842-2d2e-3c71-050c-ea6bd470ed20" [ 924.309153] env[70041]: _type = "Task" [ 924.309153] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.317167] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52099842-2d2e-3c71-050c-ea6bd470ed20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.359179] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.489641] env[70041]: INFO nova.compute.manager [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Took 46.65 seconds to build instance. [ 924.654789] env[70041]: DEBUG oslo_vmware.api [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137762} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.654789] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.655130] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.655169] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.656222] env[70041]: INFO nova.compute.manager [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: 004005be-9af0-421e-9352-9bec6c956564] Took 1.12 seconds to destroy the instance on the hypervisor. [ 924.656222] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.658449] env[70041]: DEBUG nova.compute.manager [-] [instance: 004005be-9af0-421e-9352-9bec6c956564] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.658595] env[70041]: DEBUG nova.network.neutron [-] [instance: 004005be-9af0-421e-9352-9bec6c956564] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.661124] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.670255] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291abaed-df63-49f4-b795-260f761d5694 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.678819] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d06fb-a913-4672-b51c-94e85a56b2e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.712696] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeebbb3-0372-43ac-b8a0-de3507f9bc99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.720308] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baabb50-3416-43b0-b74e-f44096aa9af4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.739587] env[70041]: DEBUG nova.compute.provider_tree [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.820910] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52099842-2d2e-3c71-050c-ea6bd470ed20, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.821309] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8694bc27-062f-4741-8a09-96d4e989741c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.826562] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 924.826562] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5263dee1-de76-d3f7-a371-393181018363" [ 924.826562] env[70041]: _type = "Task" [ 924.826562] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.834487] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5263dee1-de76-d3f7-a371-393181018363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.858348] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193101, 'name': ReconfigVM_Task, 'duration_secs': 0.590565} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.858771] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Reconfigured VM instance instance-00000047 to attach disk [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615/c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.859486] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f00477a-b6c5-4316-b001-6ff4fa847c72 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.865343] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 924.865343] env[70041]: value = "task-3193104" [ 924.865343] env[70041]: _type = "Task" [ 924.865343] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.874025] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193104, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.906984] env[70041]: DEBUG nova.network.neutron [req-646ef06c-9825-4934-a8cf-ed5959038bcd req-d3eb2af3-7e4f-479a-846d-a019a894417f service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updated VIF entry in instance network info cache for port fb17cf5b-74a9-47c8-81ee-a1de28bf077a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.907456] env[70041]: DEBUG nova.network.neutron [req-646ef06c-9825-4934-a8cf-ed5959038bcd req-d3eb2af3-7e4f-479a-846d-a019a894417f service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating instance_info_cache with network_info: [{"id": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "address": "fa:16:3e:4c:5f:76", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb17cf5b-74", "ovs_interfaceid": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.992765] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0baf7216-54e8-4437-8c1b-fbc04ff7269b tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.375s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.261833] env[70041]: ERROR nova.scheduler.client.report [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [req-b8b89684-a570-4858-b6ec-c1f8f963b70c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8b89684-a570-4858-b6ec-c1f8f963b70c"}]} [ 925.277728] env[70041]: DEBUG nova.scheduler.client.report [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 925.295470] env[70041]: DEBUG nova.scheduler.client.report [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 925.295735] env[70041]: DEBUG nova.compute.provider_tree [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.312902] env[70041]: DEBUG nova.scheduler.client.report [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 925.331522] env[70041]: DEBUG nova.scheduler.client.report [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 925.339861] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5263dee1-de76-d3f7-a371-393181018363, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.340489] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.341660] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 2dd32d20-a299-486e-a802-a9d4dc66ed87/2dd32d20-a299-486e-a802-a9d4dc66ed87.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.342020] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-137cdc1c-6865-49d7-bc18-b196156b9108 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.349674] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 925.349674] env[70041]: value = "task-3193105" [ 925.349674] env[70041]: _type = "Task" [ 925.349674] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.360512] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.378504] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193104, 'name': Rename_Task, 'duration_secs': 0.224433} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.378504] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.378986] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-130eb9a1-0a59-4ec8-ba12-23e5e56f03b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.392759] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 925.392759] env[70041]: value = "task-3193106" [ 925.392759] env[70041]: _type = "Task" [ 925.392759] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.401568] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.413121] env[70041]: DEBUG oslo_concurrency.lockutils [req-646ef06c-9825-4934-a8cf-ed5959038bcd req-d3eb2af3-7e4f-479a-846d-a019a894417f service nova] Releasing lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.556874] env[70041]: DEBUG nova.compute.manager [req-eb539310-ac93-493f-ad8d-102fbce2aff9 req-b034b719-0ab2-422d-a63c-d42a58b1cd6c service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Received event network-changed-52592a2e-41b5-4e57-8a60-6387a3048a40 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 925.556874] env[70041]: DEBUG nova.compute.manager [req-eb539310-ac93-493f-ad8d-102fbce2aff9 req-b034b719-0ab2-422d-a63c-d42a58b1cd6c service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Refreshing instance network info cache due to event network-changed-52592a2e-41b5-4e57-8a60-6387a3048a40. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 925.556874] env[70041]: DEBUG oslo_concurrency.lockutils [req-eb539310-ac93-493f-ad8d-102fbce2aff9 req-b034b719-0ab2-422d-a63c-d42a58b1cd6c service nova] Acquiring lock "refresh_cache-5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.556874] env[70041]: DEBUG oslo_concurrency.lockutils [req-eb539310-ac93-493f-ad8d-102fbce2aff9 req-b034b719-0ab2-422d-a63c-d42a58b1cd6c service nova] Acquired lock "refresh_cache-5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.556874] env[70041]: DEBUG nova.network.neutron [req-eb539310-ac93-493f-ad8d-102fbce2aff9 req-b034b719-0ab2-422d-a63c-d42a58b1cd6c service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Refreshing network info cache for port 52592a2e-41b5-4e57-8a60-6387a3048a40 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.861972] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500446} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.866989] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 2dd32d20-a299-486e-a802-a9d4dc66ed87/2dd32d20-a299-486e-a802-a9d4dc66ed87.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.867327] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.868377] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72290b01-9a34-4406-a11b-571131f96057 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.876123] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 925.876123] env[70041]: value = "task-3193107" [ 925.876123] env[70041]: _type = "Task" [ 925.876123] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.889481] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.903066] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193106, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.947559] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e699475-9bbc-4e02-ad98-da03d1ffd072 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.955210] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d61d84-8279-4c5c-8bc0-45796ed16524 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.991146] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb1b5d2-306e-48b7-beb4-71c94c8c3e77 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.998682] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9c5f2f-5da2-4240-b1be-e3b0c0cd6824 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.013877] env[70041]: DEBUG nova.compute.provider_tree [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.284103] env[70041]: DEBUG nova.network.neutron [req-eb539310-ac93-493f-ad8d-102fbce2aff9 req-b034b719-0ab2-422d-a63c-d42a58b1cd6c service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Updated VIF entry in instance network info cache for port 52592a2e-41b5-4e57-8a60-6387a3048a40. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.284672] env[70041]: DEBUG nova.network.neutron [req-eb539310-ac93-493f-ad8d-102fbce2aff9 req-b034b719-0ab2-422d-a63c-d42a58b1cd6c service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Updating instance_info_cache with network_info: [{"id": "52592a2e-41b5-4e57-8a60-6387a3048a40", "address": "fa:16:3e:29:18:9c", "network": {"id": "cccb6214-0df3-4fc2-972f-6e27c842ad0d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1934608414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "242f6a264e164bc7b7ef55461d3a780b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52592a2e-41", "ovs_interfaceid": "52592a2e-41b5-4e57-8a60-6387a3048a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.341306] env[70041]: DEBUG nova.network.neutron [-] [instance: 004005be-9af0-421e-9352-9bec6c956564] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.389158] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112576} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.389377] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.390387] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b26aefe-d88c-4c94-836c-cc24103ebd30 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.413701] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 2dd32d20-a299-486e-a802-a9d4dc66ed87/2dd32d20-a299-486e-a802-a9d4dc66ed87.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.414481] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36661b08-f179-4bf9-a105-1b8dc6627a1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.432901] env[70041]: DEBUG oslo_vmware.api [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193106, 'name': PowerOnVM_Task, 'duration_secs': 0.718256} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.433620] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.433834] env[70041]: DEBUG nova.compute.manager [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.434711] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc2740f-9ef4-45f7-a36a-d1e186b8457c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.438740] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 926.438740] env[70041]: value = "task-3193108" [ 926.438740] env[70041]: _type = "Task" [ 926.438740] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.451621] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.522051] env[70041]: DEBUG nova.scheduler.client.report [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.787223] env[70041]: DEBUG oslo_concurrency.lockutils [req-eb539310-ac93-493f-ad8d-102fbce2aff9 req-b034b719-0ab2-422d-a63c-d42a58b1cd6c service nova] Releasing lock "refresh_cache-5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.843421] env[70041]: INFO nova.compute.manager [-] [instance: 004005be-9af0-421e-9352-9bec6c956564] Took 2.18 seconds to deallocate network for instance. [ 926.953775] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193108, 'name': ReconfigVM_Task, 'duration_secs': 0.276727} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.957353] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 2dd32d20-a299-486e-a802-a9d4dc66ed87/2dd32d20-a299-486e-a802-a9d4dc66ed87.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.957353] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32b6bde3-0398-4696-aa44-822af5cc67f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.958910] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.963598] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 926.963598] env[70041]: value = "task-3193109" [ 926.963598] env[70041]: _type = "Task" [ 926.963598] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.972491] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193109, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.029242] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.900s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.029807] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.032786] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.136s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.034211] env[70041]: INFO nova.compute.claims [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.173692] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.173930] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.174175] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.174388] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.174529] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.178024] env[70041]: INFO nova.compute.manager [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Terminating instance [ 927.349462] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.480029] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193109, 'name': Rename_Task, 'duration_secs': 0.165427} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.480029] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.481116] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4caba8b4-abee-45f9-a5e9-d98d159bca2f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.486414] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 927.486414] env[70041]: value = "task-3193110" [ 927.486414] env[70041]: _type = "Task" [ 927.486414] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.494693] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.539416] env[70041]: DEBUG nova.compute.utils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.542868] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.543099] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.603123] env[70041]: DEBUG nova.policy [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9cf6f30e3b342709ca93284ba24a2a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08546dbded064f92b5f0de96ae6e11a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.610508] env[70041]: DEBUG nova.compute.manager [req-9b40f4dc-0eed-4b22-9b21-723c60f9cf2c req-5c9ea14c-5dcb-4a9d-afb3-6387af003884 service nova] [instance: 004005be-9af0-421e-9352-9bec6c956564] Received event network-vif-deleted-ba3ae139-c54b-4813-a1a3-54a02d2d91b4 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 927.681951] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "refresh_cache-c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.682101] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquired lock "refresh_cache-c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.682277] env[70041]: DEBUG nova.network.neutron [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.937133] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Successfully created port: 9859df3e-c4ae-40e4-9a48-0acfd1f59a65 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.996929] env[70041]: DEBUG oslo_vmware.api [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193110, 'name': PowerOnVM_Task, 'duration_secs': 0.456237} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.000110] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.000110] env[70041]: INFO nova.compute.manager [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Took 7.04 seconds to spawn the instance on the hypervisor. [ 928.000110] env[70041]: DEBUG nova.compute.manager [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.000110] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f03c9f9-1e5d-4415-9516-5381c9d790ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.043959] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.202912] env[70041]: DEBUG nova.network.neutron [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.278059] env[70041]: DEBUG nova.network.neutron [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.431107] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da037235-ec83-46b3-8301-be8fae4a3642 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.438609] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e724f2de-4c6d-4484-b6a8-79cf9ee4ccbf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.468318] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c58faa-c7b9-4257-b498-450cf8874cf6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.475196] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483bb111-064c-42c4-8cd8-9a8d50726006 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.488569] env[70041]: DEBUG nova.compute.provider_tree [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.516124] env[70041]: INFO nova.compute.manager [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Took 36.35 seconds to build instance. [ 928.780292] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Releasing lock "refresh_cache-c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.780712] env[70041]: DEBUG nova.compute.manager [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.780971] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.781893] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a983b8-bb95-4b31-96cf-deb904cdc120 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.790048] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.790291] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e005d3a6-63fd-4900-b4c6-ccb3bed40b9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.798047] env[70041]: DEBUG oslo_vmware.api [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 928.798047] env[70041]: value = "task-3193111" [ 928.798047] env[70041]: _type = "Task" [ 928.798047] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.805970] env[70041]: DEBUG oslo_vmware.api [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.992410] env[70041]: DEBUG nova.scheduler.client.report [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.018158] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7e8e1ece-9070-4812-a6a7-4ca456b82d10 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "2dd32d20-a299-486e-a802-a9d4dc66ed87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.186s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.059113] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.089360] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.089620] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.089774] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.089952] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.090110] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.090256] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.090463] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.090621] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.090784] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.091048] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.091305] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.092477] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695bc968-70fd-42d3-a0ef-2687b6c0a8a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.100519] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c40191-c07d-462f-9c07-fe94f1eafcb8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.308653] env[70041]: DEBUG oslo_vmware.api [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193111, 'name': PowerOffVM_Task, 'duration_secs': 0.36794} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.308931] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.309117] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.309391] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-506bf12a-e394-423a-8ba5-18945b10a6a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.335122] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.335122] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.335228] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Deleting the datastore file [datastore1] c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.335505] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df260068-3883-480a-8ceb-c9db8281254f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.341619] env[70041]: DEBUG oslo_vmware.api [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for the task: (returnval){ [ 929.341619] env[70041]: value = "task-3193113" [ 929.341619] env[70041]: _type = "Task" [ 929.341619] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.349474] env[70041]: DEBUG oslo_vmware.api [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.502029] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.502029] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.504159] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.125s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.505973] env[70041]: INFO nova.compute.claims [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.526457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "2dd32d20-a299-486e-a802-a9d4dc66ed87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.526457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "2dd32d20-a299-486e-a802-a9d4dc66ed87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.526457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "2dd32d20-a299-486e-a802-a9d4dc66ed87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.526457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "2dd32d20-a299-486e-a802-a9d4dc66ed87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.526457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "2dd32d20-a299-486e-a802-a9d4dc66ed87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.528558] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Successfully updated port: 9859df3e-c4ae-40e4-9a48-0acfd1f59a65 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.531194] env[70041]: INFO nova.compute.manager [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Terminating instance [ 929.642901] env[70041]: DEBUG nova.compute.manager [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Received event network-vif-plugged-9859df3e-c4ae-40e4-9a48-0acfd1f59a65 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 929.643135] env[70041]: DEBUG oslo_concurrency.lockutils [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] Acquiring lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.643345] env[70041]: DEBUG oslo_concurrency.lockutils [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] Lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.643512] env[70041]: DEBUG oslo_concurrency.lockutils [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] Lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.643675] env[70041]: DEBUG nova.compute.manager [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] No waiting events found dispatching network-vif-plugged-9859df3e-c4ae-40e4-9a48-0acfd1f59a65 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.643835] env[70041]: WARNING nova.compute.manager [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Received unexpected event network-vif-plugged-9859df3e-c4ae-40e4-9a48-0acfd1f59a65 for instance with vm_state building and task_state spawning. [ 929.643988] env[70041]: DEBUG nova.compute.manager [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Received event network-changed-9859df3e-c4ae-40e4-9a48-0acfd1f59a65 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 929.644157] env[70041]: DEBUG nova.compute.manager [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Refreshing instance network info cache due to event network-changed-9859df3e-c4ae-40e4-9a48-0acfd1f59a65. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 929.644343] env[70041]: DEBUG oslo_concurrency.lockutils [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] Acquiring lock "refresh_cache-bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.644478] env[70041]: DEBUG oslo_concurrency.lockutils [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] Acquired lock "refresh_cache-bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.644628] env[70041]: DEBUG nova.network.neutron [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Refreshing network info cache for port 9859df3e-c4ae-40e4-9a48-0acfd1f59a65 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.852073] env[70041]: DEBUG oslo_vmware.api [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Task: {'id': task-3193113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09051} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.852348] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.852532] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.852706] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.852901] env[70041]: INFO nova.compute.manager [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Took 1.07 seconds to destroy the instance on the hypervisor. [ 929.853150] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.853361] env[70041]: DEBUG nova.compute.manager [-] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.853455] env[70041]: DEBUG nova.network.neutron [-] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.874186] env[70041]: DEBUG nova.network.neutron [-] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.014358] env[70041]: DEBUG nova.compute.utils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.016039] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.016213] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.031338] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "refresh_cache-bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.033050] env[70041]: DEBUG nova.compute.manager [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.033259] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.034161] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0030cdc1-b0d2-4f7a-81ce-f5ca9aa18a7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.042778] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.043048] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6605fb3c-3633-4793-a194-0d1661cc606e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.049264] env[70041]: DEBUG oslo_vmware.api [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 930.049264] env[70041]: value = "task-3193114" [ 930.049264] env[70041]: _type = "Task" [ 930.049264] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.057511] env[70041]: DEBUG oslo_vmware.api [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.059389] env[70041]: DEBUG nova.policy [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9cf6f30e3b342709ca93284ba24a2a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08546dbded064f92b5f0de96ae6e11a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.217850] env[70041]: DEBUG nova.network.neutron [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.376475] env[70041]: DEBUG nova.network.neutron [-] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.386091] env[70041]: DEBUG nova.network.neutron [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.489209] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Successfully created port: e81c6fb0-a03c-4cb3-b3fa-33d345573c1f {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.519833] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.564669] env[70041]: DEBUG oslo_vmware.api [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193114, 'name': PowerOffVM_Task, 'duration_secs': 0.235441} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.565071] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.565275] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.565532] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6048d00-b85e-47d2-b069-8d863409969d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.638301] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.638556] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.638795] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleting the datastore file [datastore1] 2dd32d20-a299-486e-a802-a9d4dc66ed87 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.639181] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-572f6107-66d0-4919-aef4-f3e12794dd0d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.650024] env[70041]: DEBUG oslo_vmware.api [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 930.650024] env[70041]: value = "task-3193116" [ 930.650024] env[70041]: _type = "Task" [ 930.650024] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.660515] env[70041]: DEBUG oslo_vmware.api [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.882188] env[70041]: INFO nova.compute.manager [-] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Took 1.03 seconds to deallocate network for instance. [ 930.888745] env[70041]: DEBUG oslo_concurrency.lockutils [req-22074e6a-c5ea-4f96-9bbd-0b8f5fea3057 req-e6f17fcd-4ae4-4106-bbe1-60f4322fe307 service nova] Releasing lock "refresh_cache-bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.889409] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "refresh_cache-bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.889582] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.905869] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f43b76d-8c40-4c01-b208-5a7b338fd59b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.913712] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1d44f-4925-4c20-8c96-3514e4315c08 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.944353] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe17d2f-ac58-4a34-81ab-76dcd23fafad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.954549] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406cca7b-07c9-4a86-97d9-696106f9f7df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.967932] env[70041]: DEBUG nova.compute.provider_tree [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.159341] env[70041]: DEBUG oslo_vmware.api [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139359} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.159718] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.159805] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.159939] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.160120] env[70041]: INFO nova.compute.manager [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Took 1.13 seconds to destroy the instance on the hypervisor. [ 931.160359] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.160545] env[70041]: DEBUG nova.compute.manager [-] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.160712] env[70041]: DEBUG nova.network.neutron [-] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.395126] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.436070] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.471412] env[70041]: DEBUG nova.scheduler.client.report [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.532569] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.563588] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.563588] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.563588] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.563588] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.563588] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.563588] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.563588] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.563588] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.564709] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.565019] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.565175] env[70041]: DEBUG nova.virt.hardware [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.566091] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf21b05-b972-422a-b1ba-edf6e0d0d766 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.575354] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471fe3ae-f923-4874-8024-64cb96eb8ed0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.632684] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Updating instance_info_cache with network_info: [{"id": "9859df3e-c4ae-40e4-9a48-0acfd1f59a65", "address": "fa:16:3e:a6:22:3d", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9859df3e-c4", "ovs_interfaceid": "9859df3e-c4ae-40e4-9a48-0acfd1f59a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.675419] env[70041]: DEBUG nova.compute.manager [req-89e8b624-82e7-4482-9d52-1d73ab9af888 req-52d3a52d-8282-4c0e-a0bd-df5c4feba1f6 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Received event network-vif-deleted-2ece834c-7705-4bbd-b7e3-dc25fc5b1078 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 931.675419] env[70041]: INFO nova.compute.manager [req-89e8b624-82e7-4482-9d52-1d73ab9af888 req-52d3a52d-8282-4c0e-a0bd-df5c4feba1f6 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Neutron deleted interface 2ece834c-7705-4bbd-b7e3-dc25fc5b1078; detaching it from the instance and deleting it from the info cache [ 931.675419] env[70041]: DEBUG nova.network.neutron [req-89e8b624-82e7-4482-9d52-1d73ab9af888 req-52d3a52d-8282-4c0e-a0bd-df5c4feba1f6 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.912626] env[70041]: DEBUG nova.network.neutron [-] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.981198] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.981198] env[70041]: DEBUG nova.compute.manager [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.982290] env[70041]: DEBUG oslo_concurrency.lockutils [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.953s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.982432] env[70041]: DEBUG nova.objects.instance [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lazy-loading 'resources' on Instance uuid e5cea440-236a-4391-8ecb-5d32c3e25936 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.984555] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Successfully updated port: e81c6fb0-a03c-4cb3-b3fa-33d345573c1f {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.136365] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "refresh_cache-bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.136842] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Instance network_info: |[{"id": "9859df3e-c4ae-40e4-9a48-0acfd1f59a65", "address": "fa:16:3e:a6:22:3d", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9859df3e-c4", "ovs_interfaceid": "9859df3e-c4ae-40e4-9a48-0acfd1f59a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.137365] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:22:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9859df3e-c4ae-40e4-9a48-0acfd1f59a65', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.145450] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Creating folder: Project (08546dbded064f92b5f0de96ae6e11a0). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.145774] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61d95e0d-6d46-43e6-87fc-b3c16a44236e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.157774] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Created folder: Project (08546dbded064f92b5f0de96ae6e11a0) in parent group-v638323. [ 932.157979] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Creating folder: Instances. Parent ref: group-v638543. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.158632] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de0cbe6a-ecff-4f1e-ae90-89e7b2e6ab54 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.168441] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Created folder: Instances in parent group-v638543. [ 932.168747] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.168895] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.169332] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14afc16f-0a08-4890-9484-cd84f86c7cd3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.185891] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07f5f8ff-507c-4d9d-b3e4-64a4ae560657 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.200277] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc264bc1-3480-43d5-9b41-e4b0698355e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.212157] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.212157] env[70041]: value = "task-3193119" [ 932.212157] env[70041]: _type = "Task" [ 932.212157] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.221092] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193119, 'name': CreateVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.236405] env[70041]: DEBUG nova.compute.manager [req-89e8b624-82e7-4482-9d52-1d73ab9af888 req-52d3a52d-8282-4c0e-a0bd-df5c4feba1f6 service nova] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Detach interface failed, port_id=2ece834c-7705-4bbd-b7e3-dc25fc5b1078, reason: Instance 2dd32d20-a299-486e-a802-a9d4dc66ed87 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 932.415465] env[70041]: INFO nova.compute.manager [-] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Took 1.25 seconds to deallocate network for instance. [ 932.485129] env[70041]: DEBUG nova.compute.utils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.487019] env[70041]: DEBUG nova.compute.manager [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.487158] env[70041]: DEBUG nova.network.neutron [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.492872] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "refresh_cache-a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.492971] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "refresh_cache-a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.493115] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.547400] env[70041]: DEBUG nova.policy [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4df60ff3f2724497a1c38c03dd857f65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c6b47fb4e4c4aaa859e8f706485df7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.723242] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193119, 'name': CreateVM_Task, 'duration_secs': 0.33539} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.723242] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.723861] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.724036] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.724406] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.724632] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948e9fc6-f075-4142-be88-d792714e5eb7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.731279] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 932.731279] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529cf896-902e-fa5d-a967-1040f6dc8184" [ 932.731279] env[70041]: _type = "Task" [ 932.731279] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.740996] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529cf896-902e-fa5d-a967-1040f6dc8184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.888367] env[70041]: DEBUG nova.network.neutron [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Successfully created port: 10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.921649] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.955935] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e40c6d3-40b1-4b0d-a822-543dfd691d50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.968031] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20325e8-2234-4b10-a573-dc7cb0040170 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.004069] env[70041]: DEBUG nova.compute.manager [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.009504] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3981800-0588-4825-967c-cdb07ce87411 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.018557] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e97253-8999-4d55-b087-e7e79efcf762 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.035960] env[70041]: DEBUG nova.compute.provider_tree [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.057945] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.231078] env[70041]: DEBUG nova.network.neutron [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Updating instance_info_cache with network_info: [{"id": "e81c6fb0-a03c-4cb3-b3fa-33d345573c1f", "address": "fa:16:3e:a7:ba:f7", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81c6fb0-a0", "ovs_interfaceid": "e81c6fb0-a03c-4cb3-b3fa-33d345573c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.242878] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529cf896-902e-fa5d-a967-1040f6dc8184, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.243297] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.243491] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.243735] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.243866] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.244058] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.244338] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a95d64-3083-42bf-b7ce-55490dd9f054 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.256194] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.256541] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.257554] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88055fd1-5a8b-4a79-8f92-d6fb8b88ea9c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.263855] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 933.263855] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5200128d-fded-7122-81d8-b91925a9759c" [ 933.263855] env[70041]: _type = "Task" [ 933.263855] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.272247] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5200128d-fded-7122-81d8-b91925a9759c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.540020] env[70041]: DEBUG nova.scheduler.client.report [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.737289] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "refresh_cache-a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.737676] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Instance network_info: |[{"id": "e81c6fb0-a03c-4cb3-b3fa-33d345573c1f", "address": "fa:16:3e:a7:ba:f7", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81c6fb0-a0", "ovs_interfaceid": "e81c6fb0-a03c-4cb3-b3fa-33d345573c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.738174] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:ba:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e81c6fb0-a03c-4cb3-b3fa-33d345573c1f', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.746121] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.747426] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.748573] env[70041]: DEBUG nova.compute.manager [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Received event network-vif-plugged-e81c6fb0-a03c-4cb3-b3fa-33d345573c1f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 933.748768] env[70041]: DEBUG oslo_concurrency.lockutils [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] Acquiring lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.748992] env[70041]: DEBUG oslo_concurrency.lockutils [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] Lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.749250] env[70041]: DEBUG oslo_concurrency.lockutils [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] Lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.749439] env[70041]: DEBUG nova.compute.manager [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] No waiting events found dispatching network-vif-plugged-e81c6fb0-a03c-4cb3-b3fa-33d345573c1f {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.749605] env[70041]: WARNING nova.compute.manager [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Received unexpected event network-vif-plugged-e81c6fb0-a03c-4cb3-b3fa-33d345573c1f for instance with vm_state building and task_state spawning. [ 933.749760] env[70041]: DEBUG nova.compute.manager [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Received event network-changed-e81c6fb0-a03c-4cb3-b3fa-33d345573c1f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 933.749908] env[70041]: DEBUG nova.compute.manager [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Refreshing instance network info cache due to event network-changed-e81c6fb0-a03c-4cb3-b3fa-33d345573c1f. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 933.750102] env[70041]: DEBUG oslo_concurrency.lockutils [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] Acquiring lock "refresh_cache-a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.750237] env[70041]: DEBUG oslo_concurrency.lockutils [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] Acquired lock "refresh_cache-a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.750389] env[70041]: DEBUG nova.network.neutron [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Refreshing network info cache for port e81c6fb0-a03c-4cb3-b3fa-33d345573c1f {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.751582] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19bdbaf4-ef08-4dd7-a8a4-152ee2923d54 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.776456] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5200128d-fded-7122-81d8-b91925a9759c, 'name': SearchDatastore_Task, 'duration_secs': 0.039589} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.778138] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.778138] env[70041]: value = "task-3193120" [ 933.778138] env[70041]: _type = "Task" [ 933.778138] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.778407] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408a3e8e-1e17-497e-98fe-bcf0eb147a43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.788995] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193120, 'name': CreateVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.790138] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 933.790138] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5227a1f2-dc6f-0a1c-6221-ffe99ddaf1a8" [ 933.790138] env[70041]: _type = "Task" [ 933.790138] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.797110] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5227a1f2-dc6f-0a1c-6221-ffe99ddaf1a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.020293] env[70041]: DEBUG nova.compute.manager [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.044940] env[70041]: DEBUG oslo_concurrency.lockutils [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.047225] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.949s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.047418] env[70041]: DEBUG nova.objects.instance [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.053843] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.054263] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.054569] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.054911] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.055190] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.055450] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.055792] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.056073] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.056365] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.056629] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.056974] env[70041]: DEBUG nova.virt.hardware [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.058234] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297be3b0-412a-48e6-90a9-3fad2692f9cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.067099] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1646d24a-02a7-4a19-8fa7-fd49743dc7c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.074384] env[70041]: INFO nova.scheduler.client.report [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted allocations for instance e5cea440-236a-4391-8ecb-5d32c3e25936 [ 934.290335] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193120, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.298772] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5227a1f2-dc6f-0a1c-6221-ffe99ddaf1a8, 'name': SearchDatastore_Task, 'duration_secs': 0.020686} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.302080] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.302080] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] bc0868c0-d80c-4dd9-90f8-fc4643ea7b21/bc0868c0-d80c-4dd9-90f8-fc4643ea7b21.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.302080] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a815555-f6c2-47f6-9c30-af3ce2fe39e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.309557] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 934.309557] env[70041]: value = "task-3193121" [ 934.309557] env[70041]: _type = "Task" [ 934.309557] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.317571] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.494997] env[70041]: DEBUG nova.network.neutron [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Successfully updated port: 10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.501208] env[70041]: DEBUG nova.network.neutron [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Updated VIF entry in instance network info cache for port e81c6fb0-a03c-4cb3-b3fa-33d345573c1f. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.501686] env[70041]: DEBUG nova.network.neutron [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Updating instance_info_cache with network_info: [{"id": "e81c6fb0-a03c-4cb3-b3fa-33d345573c1f", "address": "fa:16:3e:a7:ba:f7", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape81c6fb0-a0", "ovs_interfaceid": "e81c6fb0-a03c-4cb3-b3fa-33d345573c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.591620] env[70041]: DEBUG oslo_concurrency.lockutils [None req-96eab60c-f403-486a-ba5a-c486e3524cdb tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "e5cea440-236a-4391-8ecb-5d32c3e25936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.975s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.794740] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193120, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.820770] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193121, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.003879] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.004049] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.004210] env[70041]: DEBUG nova.network.neutron [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.005944] env[70041]: DEBUG oslo_concurrency.lockutils [req-3b69baf2-1238-4d0c-a8db-043278100820 req-c6c6a7ff-4d90-4c67-8d66-11737ea32074 service nova] Releasing lock "refresh_cache-a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.070082] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c21ba066-81a9-4203-bdd1-864763362d0c tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.071212] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.428s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.071836] env[70041]: DEBUG nova.objects.instance [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lazy-loading 'resources' on Instance uuid 9b6a5a9a-2055-452c-9da9-e1bcce4e193c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.278683] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.278939] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.279681] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.279878] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.280070] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.282212] env[70041]: INFO nova.compute.manager [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Terminating instance [ 935.295084] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193120, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.319793] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59008} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.320509] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] bc0868c0-d80c-4dd9-90f8-fc4643ea7b21/bc0868c0-d80c-4dd9-90f8-fc4643ea7b21.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.320857] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.321148] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-147a9be3-d435-465c-ae0b-9ebe2a2bece3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.328336] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 935.328336] env[70041]: value = "task-3193122" [ 935.328336] env[70041]: _type = "Task" [ 935.328336] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.338233] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.546358] env[70041]: DEBUG nova.network.neutron [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.659025] env[70041]: DEBUG nova.network.neutron [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Updating instance_info_cache with network_info: [{"id": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "address": "fa:16:3e:00:80:5f", "network": {"id": "8ac0c0c1-6fa9-4686-8ffa-8e77fbe6b912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1618226530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6c6b47fb4e4c4aaa859e8f706485df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b0e79f-04", "ovs_interfaceid": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.762715] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "30be6b58-3fac-4905-837b-285f233dac1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.762947] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "30be6b58-3fac-4905-837b-285f233dac1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.787213] env[70041]: DEBUG nova.compute.manager [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Received event network-vif-plugged-10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 935.787213] env[70041]: DEBUG oslo_concurrency.lockutils [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] Acquiring lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.787213] env[70041]: DEBUG oslo_concurrency.lockutils [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] Lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.787213] env[70041]: DEBUG oslo_concurrency.lockutils [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] Lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.787213] env[70041]: DEBUG nova.compute.manager [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] No waiting events found dispatching network-vif-plugged-10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.787213] env[70041]: WARNING nova.compute.manager [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Received unexpected event network-vif-plugged-10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b for instance with vm_state building and task_state spawning. [ 935.787213] env[70041]: DEBUG nova.compute.manager [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Received event network-changed-10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 935.787213] env[70041]: DEBUG nova.compute.manager [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Refreshing instance network info cache due to event network-changed-10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 935.787213] env[70041]: DEBUG oslo_concurrency.lockutils [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] Acquiring lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.791531] env[70041]: DEBUG nova.compute.manager [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.791742] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.792546] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3b726e-8ac9-4ee2-adc8-4877a306ceb3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.801545] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193120, 'name': CreateVM_Task, 'duration_secs': 1.698791} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.801693] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.802359] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.802516] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.802815] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.803297] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0680b44f-e76b-4cfa-b9d4-7acb21654794 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.806599] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.807120] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bd4a09f-438e-48f2-be1b-4893debad2b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.811590] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 935.811590] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5266b373-801a-a40d-26ae-96f33d1a984e" [ 935.811590] env[70041]: _type = "Task" [ 935.811590] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.816985] env[70041]: DEBUG oslo_vmware.api [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 935.816985] env[70041]: value = "task-3193123" [ 935.816985] env[70041]: _type = "Task" [ 935.816985] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.823034] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5266b373-801a-a40d-26ae-96f33d1a984e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.835066] env[70041]: DEBUG oslo_vmware.api [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.842101] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127451} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.842367] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.843203] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52dca89-b8a2-49c9-84cc-9f39d075b0d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.867232] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] bc0868c0-d80c-4dd9-90f8-fc4643ea7b21/bc0868c0-d80c-4dd9-90f8-fc4643ea7b21.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.870351] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-526707fa-5fc9-490d-96fb-53fdb805f61f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.891960] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 935.891960] env[70041]: value = "task-3193124" [ 935.891960] env[70041]: _type = "Task" [ 935.891960] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.903508] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.003219] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5749a3db-632e-456f-9c43-22f2cb6ddd3e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.011303] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a6f4a7-72a5-4b9b-8449-4981231fba27 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.041811] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee284bbd-4748-4476-a575-0a3f0c4eec3f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.049230] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490bf8ef-c607-4d11-aeeb-cf192f89fc21 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.062885] env[70041]: DEBUG nova.compute.provider_tree [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.162386] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.162502] env[70041]: DEBUG nova.compute.manager [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Instance network_info: |[{"id": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "address": "fa:16:3e:00:80:5f", "network": {"id": "8ac0c0c1-6fa9-4686-8ffa-8e77fbe6b912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1618226530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6c6b47fb4e4c4aaa859e8f706485df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b0e79f-04", "ovs_interfaceid": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.162803] env[70041]: DEBUG oslo_concurrency.lockutils [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] Acquired lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.162981] env[70041]: DEBUG nova.network.neutron [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Refreshing network info cache for port 10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.164243] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:80:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.174300] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.175321] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.175576] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-924a575f-207d-404e-86b8-21d5b337e31b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.195901] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.195901] env[70041]: value = "task-3193125" [ 936.195901] env[70041]: _type = "Task" [ 936.195901] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.203980] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193125, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.266024] env[70041]: DEBUG nova.compute.manager [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.328056] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5266b373-801a-a40d-26ae-96f33d1a984e, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.328056] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.328056] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.328642] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.328642] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.328642] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.328844] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-725137b7-c8d0-4633-add5-58c32bf8e3dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.334163] env[70041]: DEBUG oslo_vmware.api [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193123, 'name': PowerOffVM_Task, 'duration_secs': 0.241147} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.334769] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.334955] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.335229] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfbcd89a-5018-4bdf-aba6-ca89b9fe2ba9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.341031] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.341138] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.341914] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e707870e-8810-40ef-baf2-a895509e9c7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.347091] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 936.347091] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284674e-bf27-72e4-1216-3be8f749372d" [ 936.347091] env[70041]: _type = "Task" [ 936.347091] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.355176] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284674e-bf27-72e4-1216-3be8f749372d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.401763] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193124, 'name': ReconfigVM_Task, 'duration_secs': 0.457797} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.402476] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Reconfigured VM instance instance-0000004b to attach disk [datastore1] bc0868c0-d80c-4dd9-90f8-fc4643ea7b21/bc0868c0-d80c-4dd9-90f8-fc4643ea7b21.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.403405] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06afc317-3c5c-41b2-bdb5-8da4f03fdf02 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.409585] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 936.409585] env[70041]: value = "task-3193127" [ 936.409585] env[70041]: _type = "Task" [ 936.409585] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.417743] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193127, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.567175] env[70041]: DEBUG nova.scheduler.client.report [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.705255] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193125, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.790122] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.843941] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.844169] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.844348] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleting the datastore file [datastore1] c278d2da-407a-4cc3-8ad5-89d6cc924d58 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.844614] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b8706a-9286-44f6-a564-eadfe0d52064 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.852619] env[70041]: DEBUG oslo_vmware.api [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 936.852619] env[70041]: value = "task-3193128" [ 936.852619] env[70041]: _type = "Task" [ 936.852619] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.861715] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5284674e-bf27-72e4-1216-3be8f749372d, 'name': SearchDatastore_Task, 'duration_secs': 0.008252} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.863955] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b67602-535e-42f3-bc90-9ed6265568e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.868313] env[70041]: DEBUG oslo_vmware.api [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.871114] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 936.871114] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5202ec91-1dbe-a78e-7582-76649154084d" [ 936.871114] env[70041]: _type = "Task" [ 936.871114] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.878884] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5202ec91-1dbe-a78e-7582-76649154084d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.894947] env[70041]: DEBUG nova.network.neutron [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Updated VIF entry in instance network info cache for port 10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.895333] env[70041]: DEBUG nova.network.neutron [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Updating instance_info_cache with network_info: [{"id": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "address": "fa:16:3e:00:80:5f", "network": {"id": "8ac0c0c1-6fa9-4686-8ffa-8e77fbe6b912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1618226530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6c6b47fb4e4c4aaa859e8f706485df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b0e79f-04", "ovs_interfaceid": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.919338] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193127, 'name': Rename_Task, 'duration_secs': 0.137424} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.919625] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.919879] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5de86f-c635-4831-861a-5f88388120c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.925219] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 936.925219] env[70041]: value = "task-3193129" [ 936.925219] env[70041]: _type = "Task" [ 936.925219] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.932711] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.072563] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.075219] env[70041]: DEBUG oslo_concurrency.lockutils [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.027s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.075441] env[70041]: DEBUG nova.objects.instance [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lazy-loading 'resources' on Instance uuid fc07fedf-7946-4d49-af1e-f45d8c5e5feb {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.095073] env[70041]: INFO nova.scheduler.client.report [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Deleted allocations for instance 9b6a5a9a-2055-452c-9da9-e1bcce4e193c [ 937.206429] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193125, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.367259] env[70041]: DEBUG oslo_vmware.api [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22677} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.367679] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.367945] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.368232] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.368478] env[70041]: INFO nova.compute.manager [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Took 1.58 seconds to destroy the instance on the hypervisor. [ 937.368849] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.369127] env[70041]: DEBUG nova.compute.manager [-] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.369271] env[70041]: DEBUG nova.network.neutron [-] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.383023] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5202ec91-1dbe-a78e-7582-76649154084d, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.383353] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.383699] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd/a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.384035] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a7d5eaf-cfb7-4df0-b175-340367677847 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.391183] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 937.391183] env[70041]: value = "task-3193130" [ 937.391183] env[70041]: _type = "Task" [ 937.391183] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.400628] env[70041]: DEBUG oslo_concurrency.lockutils [req-35698e86-d7d1-405d-94e4-a7ed0b1f524d req-4ec467fa-4317-466e-ab2d-6d2680f356f0 service nova] Releasing lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.400628] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.434899] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.603399] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f017157f-e8c7-413c-b063-5e32a222025a tempest-VolumesAdminNegativeTest-265356575 tempest-VolumesAdminNegativeTest-265356575-project-member] Lock "9b6a5a9a-2055-452c-9da9-e1bcce4e193c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.768s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.712722] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193125, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.905691] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.940601] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.035990] env[70041]: DEBUG nova.compute.manager [req-f984d02f-d058-4631-a6ea-c7b1fa424a09 req-95ea57e0-3727-45a0-babc-4592878a7f81 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Received event network-vif-deleted-fece90d0-40f7-4832-9b26-a9a5e796a381 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 938.036232] env[70041]: INFO nova.compute.manager [req-f984d02f-d058-4631-a6ea-c7b1fa424a09 req-95ea57e0-3727-45a0-babc-4592878a7f81 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Neutron deleted interface fece90d0-40f7-4832-9b26-a9a5e796a381; detaching it from the instance and deleting it from the info cache [ 938.036415] env[70041]: DEBUG nova.network.neutron [req-f984d02f-d058-4631-a6ea-c7b1fa424a09 req-95ea57e0-3727-45a0-babc-4592878a7f81 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.072811] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06c61c6-e21c-4d15-9c8e-61f151484d5b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.081941] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c569c23-0cc4-42d7-83df-371065b8a5fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.115338] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638a75fa-880e-40ff-9cdd-b4953f0d7b0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.124384] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435477c0-9141-4760-beeb-9f165e49f5b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.138647] env[70041]: DEBUG nova.compute.provider_tree [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.209411] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193125, 'name': CreateVM_Task, 'duration_secs': 1.566156} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.209411] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.209411] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.209411] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.209786] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.209829] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe425dd-baac-4a8f-82ca-76063e8930aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.214508] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 938.214508] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5200a021-0190-836f-cc32-0a6634ac057b" [ 938.214508] env[70041]: _type = "Task" [ 938.214508] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.223241] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5200a021-0190-836f-cc32-0a6634ac057b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.402681] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870268} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.403015] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd/a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.403157] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.403448] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dd4cb05-6e01-4e51-b316-ccd3d1b53ab4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.409280] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 938.409280] env[70041]: value = "task-3193131" [ 938.409280] env[70041]: _type = "Task" [ 938.409280] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.417148] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.436066] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193129, 'name': PowerOnVM_Task, 'duration_secs': 1.143211} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.436451] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.436697] env[70041]: INFO nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Took 9.38 seconds to spawn the instance on the hypervisor. [ 938.437036] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.437844] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567476ac-cc2b-46a4-85b2-7aedc80ea62f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.508937] env[70041]: DEBUG nova.network.neutron [-] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.542963] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85134d00-080c-423b-a37e-42d6ff17017d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.550404] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a8077b-3b16-4758-aa19-3b5e2703b03a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.590975] env[70041]: DEBUG nova.compute.manager [req-f984d02f-d058-4631-a6ea-c7b1fa424a09 req-95ea57e0-3727-45a0-babc-4592878a7f81 service nova] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Detach interface failed, port_id=fece90d0-40f7-4832-9b26-a9a5e796a381, reason: Instance c278d2da-407a-4cc3-8ad5-89d6cc924d58 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 938.641966] env[70041]: DEBUG nova.scheduler.client.report [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.726016] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5200a021-0190-836f-cc32-0a6634ac057b, 'name': SearchDatastore_Task, 'duration_secs': 0.042003} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.726352] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.726588] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.726826] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.726969] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.727163] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.727436] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-873d0db7-6a29-4861-a314-b4ab274e060d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.750549] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.750747] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.751760] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4f51ce-0772-4f98-bdb0-77bd6c7fe391 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.758724] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 938.758724] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52103123-9326-dbca-f94a-46e1677532b7" [ 938.758724] env[70041]: _type = "Task" [ 938.758724] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.770226] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52103123-9326-dbca-f94a-46e1677532b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.922389] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073287} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.922683] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.923503] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b68d94-6f8d-4bb8-87ba-cba78761ed75 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.945296] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd/a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.945611] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92fa0cc7-1244-440c-ae27-e68f4c31548a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.970938] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 938.970938] env[70041]: value = "task-3193132" [ 938.970938] env[70041]: _type = "Task" [ 938.970938] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.971320] env[70041]: INFO nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Took 43.35 seconds to build instance. [ 938.983901] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.013640] env[70041]: INFO nova.compute.manager [-] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Took 1.64 seconds to deallocate network for instance. [ 939.151093] env[70041]: DEBUG oslo_concurrency.lockutils [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.153883] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.147s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.155534] env[70041]: INFO nova.compute.claims [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.174404] env[70041]: INFO nova.scheduler.client.report [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Deleted allocations for instance fc07fedf-7946-4d49-af1e-f45d8c5e5feb [ 939.269030] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52103123-9326-dbca-f94a-46e1677532b7, 'name': SearchDatastore_Task, 'duration_secs': 0.043731} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.269893] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e29bb0-21ac-495e-9af4-29732313d5a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.275050] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 939.275050] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52497c21-bc1f-ad3c-301d-d55d47cd7006" [ 939.275050] env[70041]: _type = "Task" [ 939.275050] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.283448] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52497c21-bc1f-ad3c-301d-d55d47cd7006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.481868] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.994s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.492080] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193132, 'name': ReconfigVM_Task, 'duration_secs': 0.332608} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.492401] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Reconfigured VM instance instance-0000004c to attach disk [datastore1] a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd/a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.493037] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc50e926-7420-46f8-a8ce-6a53b54209d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.499891] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 939.499891] env[70041]: value = "task-3193133" [ 939.499891] env[70041]: _type = "Task" [ 939.499891] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.509434] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193133, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.522020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.684846] env[70041]: DEBUG oslo_concurrency.lockutils [None req-52a9b7b1-1a27-496d-bf36-9bac84e6bfd0 tempest-MigrationsAdminTest-285334151 tempest-MigrationsAdminTest-285334151-project-member] Lock "fc07fedf-7946-4d49-af1e-f45d8c5e5feb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.195s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.786083] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52497c21-bc1f-ad3c-301d-d55d47cd7006, 'name': SearchDatastore_Task, 'duration_secs': 0.014366} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.786299] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.786537] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d6bd4da8-878c-4772-b3ef-362ba3e876d0/d6bd4da8-878c-4772-b3ef-362ba3e876d0.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.786801] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb1668a1-3515-4578-87e2-72a61a4d73f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.793558] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 939.793558] env[70041]: value = "task-3193134" [ 939.793558] env[70041]: _type = "Task" [ 939.793558] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.800871] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.012623] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193133, 'name': Rename_Task, 'duration_secs': 0.152102} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.012904] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.015282] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23137d82-bcee-44d9-a26a-ef9c7b5cb369 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.022674] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 940.022674] env[70041]: value = "task-3193135" [ 940.022674] env[70041]: _type = "Task" [ 940.022674] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.030966] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.303755] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193134, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.533297] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193135, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.690771] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b48f9a-bbbb-498b-adea-b0981b68e31c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.699171] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f2d5c0-75e7-40f4-8633-6fa683b89c12 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.733995] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86372042-c6ef-45ce-8da3-668b42fc8f02 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.745023] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2dae4f-5172-4ac4-9eba-7d2928c7366c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.758086] env[70041]: DEBUG nova.compute.provider_tree [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.805366] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612809} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.805776] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d6bd4da8-878c-4772-b3ef-362ba3e876d0/d6bd4da8-878c-4772-b3ef-362ba3e876d0.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.808018] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.808018] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d05211e1-44fb-44af-be61-6bf9ea196ca0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.814050] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 940.814050] env[70041]: value = "task-3193136" [ 940.814050] env[70041]: _type = "Task" [ 940.814050] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.822676] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.033966] env[70041]: DEBUG oslo_vmware.api [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193135, 'name': PowerOnVM_Task, 'duration_secs': 0.543223} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.034219] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.034413] env[70041]: INFO nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Took 9.50 seconds to spawn the instance on the hypervisor. [ 941.034585] env[70041]: DEBUG nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.035385] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c4b098-5a2b-4fb1-b595-5e9770000bc0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.262149] env[70041]: DEBUG nova.scheduler.client.report [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.324194] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080187} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.324570] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.325391] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04bfb3e-41c5-4538-aea3-31d60cfcd8df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.347513] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] d6bd4da8-878c-4772-b3ef-362ba3e876d0/d6bd4da8-878c-4772-b3ef-362ba3e876d0.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.348120] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6289dc9c-6d41-4d78-bdc1-8f5459263045 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.368329] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 941.368329] env[70041]: value = "task-3193137" [ 941.368329] env[70041]: _type = "Task" [ 941.368329] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.376506] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.556628] env[70041]: INFO nova.compute.manager [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Took 44.68 seconds to build instance. [ 941.771138] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.771792] env[70041]: DEBUG nova.compute.manager [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.774864] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.734s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.775130] env[70041]: DEBUG nova.objects.instance [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lazy-loading 'resources' on Instance uuid cf50a35f-b021-4244-a289-15c95433a7c3 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.878936] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.058630] env[70041]: DEBUG oslo_concurrency.lockutils [None req-735a4471-be4a-4666-84f7-fa1cefa06f82 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.528s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.281712] env[70041]: DEBUG nova.compute.utils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.283822] env[70041]: DEBUG nova.compute.manager [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.284489] env[70041]: DEBUG nova.network.neutron [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.347869] env[70041]: DEBUG nova.policy [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738746cbb6704627aa189714547e5696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08af3624076143d5b15cb33da1071204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.379269] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193137, 'name': ReconfigVM_Task, 'duration_secs': 0.568988} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.379557] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Reconfigured VM instance instance-0000004d to attach disk [datastore1] d6bd4da8-878c-4772-b3ef-362ba3e876d0/d6bd4da8-878c-4772-b3ef-362ba3e876d0.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.380204] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e35496b-71d2-4904-99ca-c548d231e3d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.388729] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 942.388729] env[70041]: value = "task-3193138" [ 942.388729] env[70041]: _type = "Task" [ 942.388729] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.397719] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193138, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.549419] env[70041]: DEBUG oslo_concurrency.lockutils [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.549905] env[70041]: DEBUG oslo_concurrency.lockutils [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.550481] env[70041]: DEBUG oslo_concurrency.lockutils [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.550765] env[70041]: DEBUG oslo_concurrency.lockutils [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.551060] env[70041]: DEBUG oslo_concurrency.lockutils [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.553700] env[70041]: INFO nova.compute.manager [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Terminating instance [ 942.615940] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.616302] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.616902] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.616902] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.616902] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.623665] env[70041]: INFO nova.compute.manager [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Terminating instance [ 942.728987] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782b485a-21bf-48fc-a9cb-ec4a1b12c321 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.736787] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb013d4-21aa-44b4-8f4a-ea08b0faaa09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.774571] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03282e12-6d42-467b-b11a-0dade80c8335 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.782401] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00019137-81aa-4e4e-8df6-7dd7a60198d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.787913] env[70041]: DEBUG nova.compute.manager [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.801052] env[70041]: DEBUG nova.compute.provider_tree [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.883070] env[70041]: DEBUG nova.network.neutron [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Successfully created port: b5ff4921-db09-4aff-a200-1149e22ea690 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.899424] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193138, 'name': Rename_Task, 'duration_secs': 0.294237} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.899649] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.899854] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce1d9eb5-5bef-4c80-a2f7-6eb50efa5319 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.906582] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 942.906582] env[70041]: value = "task-3193139" [ 942.906582] env[70041]: _type = "Task" [ 942.906582] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.916519] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.060890] env[70041]: DEBUG nova.compute.manager [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.061151] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.062652] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f0c25c-e0f1-41e2-a33e-6a11331c07ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.069494] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.069737] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17f3721a-6f93-4762-82cb-e4987a2e911e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.075211] env[70041]: DEBUG oslo_vmware.api [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 943.075211] env[70041]: value = "task-3193140" [ 943.075211] env[70041]: _type = "Task" [ 943.075211] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.082794] env[70041]: DEBUG oslo_vmware.api [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.133308] env[70041]: DEBUG nova.compute.manager [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.133537] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.134786] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eff9255-74e9-462d-8a5b-c9c73c53de3a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.144570] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.144846] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d31f3963-14cf-4eaf-95d5-846e5643cafb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.151594] env[70041]: DEBUG oslo_vmware.api [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 943.151594] env[70041]: value = "task-3193141" [ 943.151594] env[70041]: _type = "Task" [ 943.151594] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.159649] env[70041]: DEBUG oslo_vmware.api [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.308029] env[70041]: DEBUG nova.scheduler.client.report [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.419811] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.586314] env[70041]: DEBUG oslo_vmware.api [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193140, 'name': PowerOffVM_Task, 'duration_secs': 0.172884} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.586583] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.586745] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.586989] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62df9b01-9d20-4914-bd59-a2e0d6afbb0d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.653196] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.657151] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.657151] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleting the datastore file [datastore1] bc0868c0-d80c-4dd9-90f8-fc4643ea7b21 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.659081] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f90932b-87f5-4bda-ad08-b7f42a8264b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.667986] env[70041]: DEBUG oslo_vmware.api [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.669479] env[70041]: DEBUG oslo_vmware.api [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 943.669479] env[70041]: value = "task-3193143" [ 943.669479] env[70041]: _type = "Task" [ 943.669479] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.679435] env[70041]: DEBUG oslo_vmware.api [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.798441] env[70041]: DEBUG nova.compute.manager [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.810452] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.813886] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.989s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.817335] env[70041]: INFO nova.compute.claims [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.828903] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.831166] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.831166] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.831166] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.831166] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.831166] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.831166] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.831166] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.831166] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.831443] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.831582] env[70041]: DEBUG nova.virt.hardware [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.832910] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a994220f-3d62-46f1-acb4-ee02bd40583c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.841630] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08b724c-ada7-46c7-8bf8-331fe680f70b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.847566] env[70041]: INFO nova.scheduler.client.report [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Deleted allocations for instance cf50a35f-b021-4244-a289-15c95433a7c3 [ 943.920220] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.163023] env[70041]: DEBUG oslo_vmware.api [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193141, 'name': PowerOffVM_Task, 'duration_secs': 0.685337} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.163394] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.163613] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.163931] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17e96a4b-02a5-40b6-94bb-6ebc6d95f040 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.180780] env[70041]: DEBUG oslo_vmware.api [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14526} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.181342] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.181786] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.182233] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.182472] env[70041]: INFO nova.compute.manager [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Took 1.12 seconds to destroy the instance on the hypervisor. [ 944.182942] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.183232] env[70041]: DEBUG nova.compute.manager [-] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.183373] env[70041]: DEBUG nova.network.neutron [-] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.280409] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.280962] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.282310] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleting the datastore file [datastore1] a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.282310] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bc15975-6fe2-47f6-8654-465cddabad4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.289374] env[70041]: DEBUG oslo_vmware.api [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 944.289374] env[70041]: value = "task-3193145" [ 944.289374] env[70041]: _type = "Task" [ 944.289374] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.299478] env[70041]: DEBUG oslo_vmware.api [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.363789] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57fdff25-0d11-4485-9584-2461c52a79dd tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "cf50a35f-b021-4244-a289-15c95433a7c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.595s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.429488] env[70041]: DEBUG oslo_vmware.api [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193139, 'name': PowerOnVM_Task, 'duration_secs': 1.262976} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.429488] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.429488] env[70041]: INFO nova.compute.manager [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Took 10.41 seconds to spawn the instance on the hypervisor. [ 944.429488] env[70041]: DEBUG nova.compute.manager [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.429488] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad1da64-2d47-40d6-aa00-00fda7a7eda9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.675144] env[70041]: DEBUG nova.compute.manager [req-56439253-d9e1-4e05-a04d-b6073d4c76c2 req-787ed9b3-391c-4bae-ba0f-e672936edd9f service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Received event network-vif-plugged-b5ff4921-db09-4aff-a200-1149e22ea690 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 944.675426] env[70041]: DEBUG oslo_concurrency.lockutils [req-56439253-d9e1-4e05-a04d-b6073d4c76c2 req-787ed9b3-391c-4bae-ba0f-e672936edd9f service nova] Acquiring lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.675632] env[70041]: DEBUG oslo_concurrency.lockutils [req-56439253-d9e1-4e05-a04d-b6073d4c76c2 req-787ed9b3-391c-4bae-ba0f-e672936edd9f service nova] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.675752] env[70041]: DEBUG oslo_concurrency.lockutils [req-56439253-d9e1-4e05-a04d-b6073d4c76c2 req-787ed9b3-391c-4bae-ba0f-e672936edd9f service nova] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.675918] env[70041]: DEBUG nova.compute.manager [req-56439253-d9e1-4e05-a04d-b6073d4c76c2 req-787ed9b3-391c-4bae-ba0f-e672936edd9f service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] No waiting events found dispatching network-vif-plugged-b5ff4921-db09-4aff-a200-1149e22ea690 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.677835] env[70041]: WARNING nova.compute.manager [req-56439253-d9e1-4e05-a04d-b6073d4c76c2 req-787ed9b3-391c-4bae-ba0f-e672936edd9f service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Received unexpected event network-vif-plugged-b5ff4921-db09-4aff-a200-1149e22ea690 for instance with vm_state building and task_state spawning. [ 944.699103] env[70041]: DEBUG nova.compute.manager [req-29769e8d-6819-4edb-9f1a-653ee8d821a2 req-40c25619-5320-4c06-aced-fd3d3bea1150 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Received event network-vif-deleted-9859df3e-c4ae-40e4-9a48-0acfd1f59a65 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 944.699103] env[70041]: INFO nova.compute.manager [req-29769e8d-6819-4edb-9f1a-653ee8d821a2 req-40c25619-5320-4c06-aced-fd3d3bea1150 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Neutron deleted interface 9859df3e-c4ae-40e4-9a48-0acfd1f59a65; detaching it from the instance and deleting it from the info cache [ 944.699103] env[70041]: DEBUG nova.network.neutron [req-29769e8d-6819-4edb-9f1a-653ee8d821a2 req-40c25619-5320-4c06-aced-fd3d3bea1150 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.728115] env[70041]: DEBUG nova.network.neutron [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Successfully updated port: b5ff4921-db09-4aff-a200-1149e22ea690 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.801062] env[70041]: DEBUG oslo_vmware.api [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144172} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.801781] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.804783] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.804783] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.804783] env[70041]: INFO nova.compute.manager [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Took 1.67 seconds to destroy the instance on the hypervisor. [ 944.804783] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.804783] env[70041]: DEBUG nova.compute.manager [-] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.804783] env[70041]: DEBUG nova.network.neutron [-] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.922589] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "f70b26c6-6eff-4387-9785-825164f45088" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.922589] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "f70b26c6-6eff-4387-9785-825164f45088" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.922589] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "f70b26c6-6eff-4387-9785-825164f45088-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.922589] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "f70b26c6-6eff-4387-9785-825164f45088-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.922589] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "f70b26c6-6eff-4387-9785-825164f45088-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.924545] env[70041]: INFO nova.compute.manager [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Terminating instance [ 944.958617] env[70041]: INFO nova.compute.manager [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Took 47.59 seconds to build instance. [ 945.079531] env[70041]: DEBUG nova.network.neutron [-] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.205830] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfe59d1d-3b30-4cce-84fd-aa871034f78b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.216568] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d1fff2-1430-4fb9-9001-e47acc157fd2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.238222] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.238376] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.238527] env[70041]: DEBUG nova.network.neutron [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.269406] env[70041]: DEBUG nova.compute.manager [req-29769e8d-6819-4edb-9f1a-653ee8d821a2 req-40c25619-5320-4c06-aced-fd3d3bea1150 service nova] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Detach interface failed, port_id=9859df3e-c4ae-40e4-9a48-0acfd1f59a65, reason: Instance bc0868c0-d80c-4dd9-90f8-fc4643ea7b21 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 945.382093] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b69199-abb1-436b-9404-95a20e45e433 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.392720] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fd0744-a3b0-4a8c-a93c-2e3978957f5e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.431139] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "refresh_cache-f70b26c6-6eff-4387-9785-825164f45088" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.431336] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquired lock "refresh_cache-f70b26c6-6eff-4387-9785-825164f45088" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.431512] env[70041]: DEBUG nova.network.neutron [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.433594] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d71aee-28f9-463c-a4db-7d87296d8455 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.443728] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06abe265-b7d5-46b1-957c-a44f7be85d1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.457076] env[70041]: DEBUG nova.compute.provider_tree [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.461027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d360c4ae-aa66-43b6-9ed9-ceecd95c30ec tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.708s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.585397] env[70041]: INFO nova.compute.manager [-] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Took 1.40 seconds to deallocate network for instance. [ 945.748337] env[70041]: DEBUG nova.network.neutron [-] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.780907] env[70041]: DEBUG nova.network.neutron [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.958997] env[70041]: DEBUG nova.network.neutron [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.964115] env[70041]: DEBUG nova.network.neutron [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [{"id": "b5ff4921-db09-4aff-a200-1149e22ea690", "address": "fa:16:3e:b1:b1:95", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff4921-db", "ovs_interfaceid": "b5ff4921-db09-4aff-a200-1149e22ea690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.980370] env[70041]: INFO nova.compute.manager [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Rescuing [ 945.980370] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.980370] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.980370] env[70041]: DEBUG nova.network.neutron [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.989389] env[70041]: ERROR nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [req-f165b8b9-54fc-4c51-aa54-16c6bbe16a7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f165b8b9-54fc-4c51-aa54-16c6bbe16a7e"}]} [ 946.009437] env[70041]: DEBUG nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 946.028503] env[70041]: DEBUG nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 946.028739] env[70041]: DEBUG nova.compute.provider_tree [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.041066] env[70041]: DEBUG nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 946.050734] env[70041]: DEBUG nova.network.neutron [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.063177] env[70041]: DEBUG nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 946.095016] env[70041]: DEBUG oslo_concurrency.lockutils [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.251907] env[70041]: INFO nova.compute.manager [-] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Took 1.45 seconds to deallocate network for instance. [ 946.466257] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.466691] env[70041]: DEBUG nova.compute.manager [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Instance network_info: |[{"id": "b5ff4921-db09-4aff-a200-1149e22ea690", "address": "fa:16:3e:b1:b1:95", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff4921-db", "ovs_interfaceid": "b5ff4921-db09-4aff-a200-1149e22ea690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.468069] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:b1:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ff4921-db09-4aff-a200-1149e22ea690', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.476050] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Creating folder: Project (08af3624076143d5b15cb33da1071204). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.476833] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc6b160-bd33-484a-9037-afe96a73993c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.491828] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Created folder: Project (08af3624076143d5b15cb33da1071204) in parent group-v638323. [ 946.491828] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Creating folder: Instances. Parent ref: group-v638548. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.491828] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34a4d9fc-9753-4c26-aa10-6d35a481b8a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.501657] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Created folder: Instances in parent group-v638548. [ 946.502591] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.502591] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.502591] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb9e1936-b1ef-44fe-8c03-65a5f20b5747 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.527437] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.527437] env[70041]: value = "task-3193148" [ 946.527437] env[70041]: _type = "Task" [ 946.527437] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.534018] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193148, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.552692] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Releasing lock "refresh_cache-f70b26c6-6eff-4387-9785-825164f45088" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.553229] env[70041]: DEBUG nova.compute.manager [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.553409] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.554357] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9558b4c-062a-41f8-8a6c-0a50645c8c41 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.561061] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.563614] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23411fcb-9442-417c-b0bd-ac6ccf680908 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.569710] env[70041]: DEBUG oslo_vmware.api [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 946.569710] env[70041]: value = "task-3193149" [ 946.569710] env[70041]: _type = "Task" [ 946.569710] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.579475] env[70041]: DEBUG oslo_vmware.api [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.600582] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa52e3d7-b676-40d9-9ee1-56c29ad95630 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.610127] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac37aef8-a400-4f9f-92f7-2b072291eace {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.657325] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10e2f6-b69e-43b4-b049-d87ab2c6e013 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.666366] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3951c7-86b2-4c1d-a76f-4a49f6a24694 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.684483] env[70041]: DEBUG nova.compute.provider_tree [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.714915] env[70041]: DEBUG nova.compute.manager [req-43bf5b84-42bc-4faa-ac8f-57a71f78b0e0 req-c2438beb-deff-4c9d-bb29-3989ebe4e683 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Received event network-changed-b5ff4921-db09-4aff-a200-1149e22ea690 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 946.715134] env[70041]: DEBUG nova.compute.manager [req-43bf5b84-42bc-4faa-ac8f-57a71f78b0e0 req-c2438beb-deff-4c9d-bb29-3989ebe4e683 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Refreshing instance network info cache due to event network-changed-b5ff4921-db09-4aff-a200-1149e22ea690. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 946.715358] env[70041]: DEBUG oslo_concurrency.lockutils [req-43bf5b84-42bc-4faa-ac8f-57a71f78b0e0 req-c2438beb-deff-4c9d-bb29-3989ebe4e683 service nova] Acquiring lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.715498] env[70041]: DEBUG oslo_concurrency.lockutils [req-43bf5b84-42bc-4faa-ac8f-57a71f78b0e0 req-c2438beb-deff-4c9d-bb29-3989ebe4e683 service nova] Acquired lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.715669] env[70041]: DEBUG nova.network.neutron [req-43bf5b84-42bc-4faa-ac8f-57a71f78b0e0 req-c2438beb-deff-4c9d-bb29-3989ebe4e683 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Refreshing network info cache for port b5ff4921-db09-4aff-a200-1149e22ea690 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.760745] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.801512] env[70041]: DEBUG nova.network.neutron [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Updating instance_info_cache with network_info: [{"id": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "address": "fa:16:3e:00:80:5f", "network": {"id": "8ac0c0c1-6fa9-4686-8ffa-8e77fbe6b912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1618226530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6c6b47fb4e4c4aaa859e8f706485df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b0e79f-04", "ovs_interfaceid": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.900497] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquiring lock "af97533a-7551-4f43-9cef-c4b6c23eaee1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.900844] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "af97533a-7551-4f43-9cef-c4b6c23eaee1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.904909] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "5e015b19-d4b3-4683-85bc-69c69653530e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.905214] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.037266] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193148, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.083517] env[70041]: DEBUG oslo_vmware.api [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193149, 'name': PowerOffVM_Task, 'duration_secs': 0.15717} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.084223] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.084689] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.084998] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b700ddd8-b8b1-49cd-a7d9-641731d1dacb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.110899] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.111144] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.111329] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Deleting the datastore file [datastore2] f70b26c6-6eff-4387-9785-825164f45088 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.111586] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eec0764-dc3c-4561-aa96-cb39f6514ca1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.118066] env[70041]: DEBUG oslo_vmware.api [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for the task: (returnval){ [ 947.118066] env[70041]: value = "task-3193151" [ 947.118066] env[70041]: _type = "Task" [ 947.118066] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.125796] env[70041]: DEBUG oslo_vmware.api [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.208700] env[70041]: ERROR nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [req-f7a52ed7-7500-4691-bacb-6511e21e8c89] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7a52ed7-7500-4691-bacb-6511e21e8c89"}]} [ 947.229635] env[70041]: DEBUG nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 947.246029] env[70041]: DEBUG nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 947.246029] env[70041]: DEBUG nova.compute.provider_tree [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.261433] env[70041]: DEBUG nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 947.283868] env[70041]: DEBUG nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 947.305325] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.405718] env[70041]: DEBUG nova.compute.manager [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.414097] env[70041]: DEBUG nova.compute.manager [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.466246] env[70041]: DEBUG nova.network.neutron [req-43bf5b84-42bc-4faa-ac8f-57a71f78b0e0 req-c2438beb-deff-4c9d-bb29-3989ebe4e683 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updated VIF entry in instance network info cache for port b5ff4921-db09-4aff-a200-1149e22ea690. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.466246] env[70041]: DEBUG nova.network.neutron [req-43bf5b84-42bc-4faa-ac8f-57a71f78b0e0 req-c2438beb-deff-4c9d-bb29-3989ebe4e683 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [{"id": "b5ff4921-db09-4aff-a200-1149e22ea690", "address": "fa:16:3e:b1:b1:95", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff4921-db", "ovs_interfaceid": "b5ff4921-db09-4aff-a200-1149e22ea690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.540940] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193148, 'name': CreateVM_Task, 'duration_secs': 0.516981} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.545117] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.547175] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.547175] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.547175] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.547175] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533155ac-f9de-4fb2-bb66-bc30e35fd8d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.551930] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 947.551930] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5241cdc1-6e15-762d-b7e2-a91e403bb46d" [ 947.551930] env[70041]: _type = "Task" [ 947.551930] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.561844] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5241cdc1-6e15-762d-b7e2-a91e403bb46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.634334] env[70041]: DEBUG oslo_vmware.api [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Task: {'id': task-3193151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200562} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.637638] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.638331] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.638331] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.638459] env[70041]: INFO nova.compute.manager [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] [instance: f70b26c6-6eff-4387-9785-825164f45088] Took 1.08 seconds to destroy the instance on the hypervisor. [ 947.638872] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.639400] env[70041]: DEBUG nova.compute.manager [-] [instance: f70b26c6-6eff-4387-9785-825164f45088] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.639495] env[70041]: DEBUG nova.network.neutron [-] [instance: f70b26c6-6eff-4387-9785-825164f45088] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.663177] env[70041]: DEBUG nova.network.neutron [-] [instance: f70b26c6-6eff-4387-9785-825164f45088] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.848134] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc953b72-29a9-40fe-945c-d71ccb49b0b7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.856686] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3543ec18-80e9-4406-b5b0-d7bdb0e2d4fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.889197] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec99929-139e-4af8-9c5c-7f24851e37d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.898045] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dfba4e-4945-4e31-bc4b-204d072977af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.912361] env[70041]: DEBUG nova.compute.provider_tree [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.941663] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.943674] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.973193] env[70041]: DEBUG oslo_concurrency.lockutils [req-43bf5b84-42bc-4faa-ac8f-57a71f78b0e0 req-c2438beb-deff-4c9d-bb29-3989ebe4e683 service nova] Releasing lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.973468] env[70041]: DEBUG nova.compute.manager [req-43bf5b84-42bc-4faa-ac8f-57a71f78b0e0 req-c2438beb-deff-4c9d-bb29-3989ebe4e683 service nova] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Received event network-vif-deleted-e81c6fb0-a03c-4cb3-b3fa-33d345573c1f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 948.063071] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5241cdc1-6e15-762d-b7e2-a91e403bb46d, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.063384] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.063618] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.063852] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.063997] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.064184] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.064433] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc45cd1f-4102-462e-9b12-be84cb58cba1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.072177] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.072338] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.073036] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69979f8c-de60-4f49-919d-b7f1f8d72644 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.077421] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 948.077421] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d7a37e-c2bc-679b-bc1e-834863d88371" [ 948.077421] env[70041]: _type = "Task" [ 948.077421] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.085966] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d7a37e-c2bc-679b-bc1e-834863d88371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.165623] env[70041]: DEBUG nova.network.neutron [-] [instance: f70b26c6-6eff-4387-9785-825164f45088] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.444871] env[70041]: DEBUG nova.scheduler.client.report [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 948.445168] env[70041]: DEBUG nova.compute.provider_tree [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 110 to 111 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 948.445348] env[70041]: DEBUG nova.compute.provider_tree [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.588848] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d7a37e-c2bc-679b-bc1e-834863d88371, 'name': SearchDatastore_Task, 'duration_secs': 0.00867} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.590150] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8cc894-d3bf-4174-a758-f736246942e9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.598965] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 948.598965] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52335cb2-dcf8-cab1-f38f-efe578a26628" [ 948.598965] env[70041]: _type = "Task" [ 948.598965] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.606835] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52335cb2-dcf8-cab1-f38f-efe578a26628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.668749] env[70041]: INFO nova.compute.manager [-] [instance: f70b26c6-6eff-4387-9785-825164f45088] Took 1.03 seconds to deallocate network for instance. [ 948.844757] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.845109] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56d710c9-233a-4c03-859f-3c0aeb37ef1e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.852872] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 948.852872] env[70041]: value = "task-3193152" [ 948.852872] env[70041]: _type = "Task" [ 948.852872] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.860569] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.950826] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.138s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.951378] env[70041]: DEBUG nova.compute.manager [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.954040] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.098s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.954291] env[70041]: DEBUG nova.objects.instance [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lazy-loading 'resources' on Instance uuid 56ed42c2-c859-418d-b09a-5c02e5ca478e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.109114] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52335cb2-dcf8-cab1-f38f-efe578a26628, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.109384] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.109646] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] de3b62b9-80ab-4f8f-a9ed-8d32479e0771/de3b62b9-80ab-4f8f-a9ed-8d32479e0771.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.109907] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbb85cb2-8fa8-410d-875b-35c290d1f596 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.116051] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 949.116051] env[70041]: value = "task-3193153" [ 949.116051] env[70041]: _type = "Task" [ 949.116051] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.122940] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.175218] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.364207] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193152, 'name': PowerOffVM_Task, 'duration_secs': 0.20179} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.364571] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.365493] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a682cb0-0ce5-42dd-801f-65c8441c247f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.386321] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e1896a-789b-4d94-9f6e-7c1d3bd1194c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.426736] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.427173] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-665348d4-c63d-4748-9655-5f11e42c0639 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.435101] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 949.435101] env[70041]: value = "task-3193154" [ 949.435101] env[70041]: _type = "Task" [ 949.435101] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.446013] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 949.446316] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.446514] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.446662] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.446832] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.447109] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-785e3060-ce91-4161-87e1-96463818f073 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.457685] env[70041]: DEBUG nova.compute.utils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.460253] env[70041]: DEBUG nova.compute.manager [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 949.463043] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.463185] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.464979] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c232b70d-ca29-4724-a4d8-fe5395f07713 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.471086] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 949.471086] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d552b5-3097-9774-cfc8-4bb08c103977" [ 949.471086] env[70041]: _type = "Task" [ 949.471086] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.482705] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d552b5-3097-9774-cfc8-4bb08c103977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.626350] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431581} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.628710] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] de3b62b9-80ab-4f8f-a9ed-8d32479e0771/de3b62b9-80ab-4f8f-a9ed-8d32479e0771.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.628932] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.630031] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de0d3a6c-5e9c-4121-ad34-0aef3b4f3f02 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.634995] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 949.634995] env[70041]: value = "task-3193155" [ 949.634995] env[70041]: _type = "Task" [ 949.634995] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.644756] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.833407] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250eeb4-1981-40f9-9e25-6170b07f8bb4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.841248] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd20d4-571a-471c-b6ef-76acb6a9e032 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.871385] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550ff17-a5d4-4eee-aab2-701dbaba508c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.878918] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3315a-8d45-4937-b594-59923d1b517a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.892365] env[70041]: DEBUG nova.compute.provider_tree [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.965589] env[70041]: DEBUG nova.compute.manager [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.984022] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d552b5-3097-9774-cfc8-4bb08c103977, 'name': SearchDatastore_Task, 'duration_secs': 0.049589} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.984022] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58f8550-eaff-4f0a-be16-00855f41989b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.989310] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 949.989310] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522adaff-35f0-d8cd-cee5-27fbdd3ba35a" [ 949.989310] env[70041]: _type = "Task" [ 949.989310] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.997757] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522adaff-35f0-d8cd-cee5-27fbdd3ba35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.145468] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062542} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.145836] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.146635] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996efd68-a843-4259-adea-7ee7003f887f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.168271] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] de3b62b9-80ab-4f8f-a9ed-8d32479e0771/de3b62b9-80ab-4f8f-a9ed-8d32479e0771.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.168517] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc428e43-cc00-46a2-b3ee-9798c3cde774 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.188064] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 950.188064] env[70041]: value = "task-3193156" [ 950.188064] env[70041]: _type = "Task" [ 950.188064] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.195622] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.424898] env[70041]: DEBUG nova.scheduler.client.report [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 950.425205] env[70041]: DEBUG nova.compute.provider_tree [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 111 to 112 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 950.425398] env[70041]: DEBUG nova.compute.provider_tree [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.498991] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522adaff-35f0-d8cd-cee5-27fbdd3ba35a, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.499249] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.499522] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d6bd4da8-878c-4772-b3ef-362ba3e876d0/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. {{(pid=70041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 950.499769] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d21b8403-0244-405e-bd42-6422de05d24f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.507614] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 950.507614] env[70041]: value = "task-3193157" [ 950.507614] env[70041]: _type = "Task" [ 950.507614] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.515510] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.701037] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193156, 'name': ReconfigVM_Task, 'duration_secs': 0.277526} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.701471] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Reconfigured VM instance instance-0000004e to attach disk [datastore1] de3b62b9-80ab-4f8f-a9ed-8d32479e0771/de3b62b9-80ab-4f8f-a9ed-8d32479e0771.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.702361] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62367f06-9bee-4d49-bc9a-c9f2cf8de462 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.708949] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 950.708949] env[70041]: value = "task-3193158" [ 950.708949] env[70041]: _type = "Task" [ 950.708949] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.719340] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193158, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.930576] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.933885] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.575s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.933885] env[70041]: DEBUG nova.objects.instance [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lazy-loading 'resources' on Instance uuid 0ed0fa73-5848-4f5e-948d-46288c78c075 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.956288] env[70041]: INFO nova.scheduler.client.report [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Deleted allocations for instance 56ed42c2-c859-418d-b09a-5c02e5ca478e [ 950.977016] env[70041]: DEBUG nova.compute.manager [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.010244] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.010525] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.010681] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.010861] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.011013] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.011166] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.011369] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.011524] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.011688] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.011919] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.012119] env[70041]: DEBUG nova.virt.hardware [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.013716] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577071fa-e1f5-4ece-9cbc-6bab4dca840e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.028824] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71616c8c-d7f2-4fb6-869a-858169731191 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.035408] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193157, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.046827] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.052596] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Creating folder: Project (9361f26f512f41cca1f1466a4ccef197). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.052891] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c23ec0a-bcd4-4759-81b3-7c217f613b1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.063356] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Created folder: Project (9361f26f512f41cca1f1466a4ccef197) in parent group-v638323. [ 951.063547] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Creating folder: Instances. Parent ref: group-v638551. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.063796] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a93d314-b7d1-4be2-a2eb-d13d9c683867 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.072858] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Created folder: Instances in parent group-v638551. [ 951.073078] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.073202] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.073413] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce44ba92-2c54-40a3-84cd-2deb9f8f3268 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.089837] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.089837] env[70041]: value = "task-3193161" [ 951.089837] env[70041]: _type = "Task" [ 951.089837] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.098064] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193161, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.219888] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193158, 'name': Rename_Task, 'duration_secs': 0.169637} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.220200] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.220447] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1f0dba6-6f4c-489b-8cfc-da1a02fbb96a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.226560] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 951.226560] env[70041]: value = "task-3193162" [ 951.226560] env[70041]: _type = "Task" [ 951.226560] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.234519] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.465316] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b5bdcb85-41de-4eec-a7ee-08b93884bf1a tempest-ImagesOneServerNegativeTestJSON-1671793565 tempest-ImagesOneServerNegativeTestJSON-1671793565-project-member] Lock "56ed42c2-c859-418d-b09a-5c02e5ca478e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.248s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.521874] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716467} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.524311] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d6bd4da8-878c-4772-b3ef-362ba3e876d0/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. [ 951.525261] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a192c4b9-f02c-40e6-96bb-2afa666e2304 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.549508] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] d6bd4da8-878c-4772-b3ef-362ba3e876d0/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.552394] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0378947e-399f-4bb1-b348-367c51e25826 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.570665] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 951.570665] env[70041]: value = "task-3193163" [ 951.570665] env[70041]: _type = "Task" [ 951.570665] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.579682] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.599596] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193161, 'name': CreateVM_Task, 'duration_secs': 0.442438} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.601683] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.602319] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.602481] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.602788] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.603050] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb161f6-683e-42dc-9cf8-eb2a8b71c91c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.607730] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 951.607730] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52faed4d-88ec-e8b6-3882-3b0e5cb1ec48" [ 951.607730] env[70041]: _type = "Task" [ 951.607730] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.617424] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52faed4d-88ec-e8b6-3882-3b0e5cb1ec48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.740987] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193162, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.845694] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e04dc-c570-48ea-b05f-afee459966f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.853528] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98802616-b815-45dc-b9f3-177c9538e6bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.884162] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19441032-fd20-47fc-b45f-009b7297767d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.891821] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3f09f-e6b5-4679-9050-b54e84148c3a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.905432] env[70041]: DEBUG nova.compute.provider_tree [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.080658] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.118154] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52faed4d-88ec-e8b6-3882-3b0e5cb1ec48, 'name': SearchDatastore_Task, 'duration_secs': 0.009338} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.118472] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.118704] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.118942] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.119097] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.119278] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.119542] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-054e4505-94ee-487b-ab65-4efdf6af8481 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.128490] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.128676] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.129589] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195f241a-e1af-42d6-962f-1d4f1b7ae36f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.134456] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 952.134456] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d80ec-ea69-b5f2-739d-cf58bc591ea4" [ 952.134456] env[70041]: _type = "Task" [ 952.134456] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.142009] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d80ec-ea69-b5f2-739d-cf58bc591ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.239670] env[70041]: DEBUG oslo_vmware.api [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193162, 'name': PowerOnVM_Task, 'duration_secs': 0.537207} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.239970] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.240816] env[70041]: INFO nova.compute.manager [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Took 8.44 seconds to spawn the instance on the hypervisor. [ 952.240816] env[70041]: DEBUG nova.compute.manager [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.241152] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f7c09d-fbc4-41f9-8324-6e12236b2d13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.412020] env[70041]: DEBUG nova.scheduler.client.report [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.580820] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193163, 'name': ReconfigVM_Task, 'duration_secs': 0.557799} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.581104] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Reconfigured VM instance instance-0000004d to attach disk [datastore1] d6bd4da8-878c-4772-b3ef-362ba3e876d0/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.581964] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daeaa29-fcfc-4d09-921a-2549da10fff9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.606769] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e69c1ea4-5b0c-4767-9c76-223395c42b14 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.621801] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 952.621801] env[70041]: value = "task-3193164" [ 952.621801] env[70041]: _type = "Task" [ 952.621801] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.629856] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.643550] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529d80ec-ea69-b5f2-739d-cf58bc591ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.01391} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.644521] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f63cec-ffd9-4a7f-9e74-392523c993bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.651598] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 952.651598] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e6c7fe-4edb-fba9-f94d-4901ec5dff0e" [ 952.651598] env[70041]: _type = "Task" [ 952.651598] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.659518] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e6c7fe-4edb-fba9-f94d-4901ec5dff0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.758247] env[70041]: INFO nova.compute.manager [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Took 41.77 seconds to build instance. [ 952.798249] env[70041]: INFO nova.compute.manager [None req-9f12141e-e88f-4fdf-b22d-63d3db376c51 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Get console output [ 952.798610] env[70041]: WARNING nova.virt.vmwareapi.driver [None req-9f12141e-e88f-4fdf-b22d-63d3db376c51 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] The console log is missing. Check your VSPC configuration [ 952.915943] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.919518] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.546s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.920982] env[70041]: INFO nova.compute.claims [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.946969] env[70041]: INFO nova.scheduler.client.report [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Deleted allocations for instance 0ed0fa73-5848-4f5e-948d-46288c78c075 [ 953.132316] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193164, 'name': ReconfigVM_Task, 'duration_secs': 0.177183} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.132620] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.132816] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72bb6eac-3de2-4766-97ca-698f5f4887a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.138946] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 953.138946] env[70041]: value = "task-3193165" [ 953.138946] env[70041]: _type = "Task" [ 953.138946] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.146821] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.160751] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e6c7fe-4edb-fba9-f94d-4901ec5dff0e, 'name': SearchDatastore_Task, 'duration_secs': 0.022022} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.160995] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.161785] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb/d96160f4-79f6-46cf-bc42-c5cff950a2bb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.162219] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-274771c5-b181-44e1-9a59-b7edfdf1c68e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.167649] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 953.167649] env[70041]: value = "task-3193166" [ 953.167649] env[70041]: _type = "Task" [ 953.167649] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.174836] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.263306] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e68abf9c-f8d9-40b3-b49a-601724a5c244 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.559s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.459735] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f6aa96-9a7d-4bbc-9100-fbef28d68431 tempest-ServerMetadataNegativeTestJSON-1789826729 tempest-ServerMetadataNegativeTestJSON-1789826729-project-member] Lock "0ed0fa73-5848-4f5e-948d-46288c78c075" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.857s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.650338] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.683814] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498256} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.684355] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb/d96160f4-79f6-46cf-bc42-c5cff950a2bb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.685205] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.685584] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bda98e3-bc10-484d-8a3f-0ed4e8f3cf5a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.692393] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 953.692393] env[70041]: value = "task-3193167" [ 953.692393] env[70041]: _type = "Task" [ 953.692393] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.702763] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.073556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "993bcc08-4bd2-4498-afae-0c2918feb74b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.073556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "993bcc08-4bd2-4498-afae-0c2918feb74b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.073556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "993bcc08-4bd2-4498-afae-0c2918feb74b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.073556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "993bcc08-4bd2-4498-afae-0c2918feb74b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.073556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "993bcc08-4bd2-4498-afae-0c2918feb74b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.078017] env[70041]: INFO nova.compute.manager [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Terminating instance [ 954.155041] env[70041]: DEBUG oslo_vmware.api [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193165, 'name': PowerOnVM_Task, 'duration_secs': 0.67402} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.155041] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.157281] env[70041]: DEBUG nova.compute.manager [None req-81cf6af0-1639-446b-b38a-d3f367426065 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.158169] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ce8948-aeaa-443b-b200-343c900ac87d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.207446] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074529} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.207446] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.207654] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17f328a-8371-456c-8844-d1cb164fbdf7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.232445] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb/d96160f4-79f6-46cf-bc42-c5cff950a2bb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.235553] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39b4d19-40ac-42c1-b521-37cab0be8f2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.256993] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 954.256993] env[70041]: value = "task-3193168" [ 954.256993] env[70041]: _type = "Task" [ 954.256993] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.268269] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.311337] env[70041]: DEBUG nova.compute.manager [req-b334d720-2136-4cbf-b857-09cd8731869c req-f6ad3f37-279d-4ff3-8c98-25bef8c10e74 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Received event network-changed-b5ff4921-db09-4aff-a200-1149e22ea690 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 954.311424] env[70041]: DEBUG nova.compute.manager [req-b334d720-2136-4cbf-b857-09cd8731869c req-f6ad3f37-279d-4ff3-8c98-25bef8c10e74 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Refreshing instance network info cache due to event network-changed-b5ff4921-db09-4aff-a200-1149e22ea690. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 954.311633] env[70041]: DEBUG oslo_concurrency.lockutils [req-b334d720-2136-4cbf-b857-09cd8731869c req-f6ad3f37-279d-4ff3-8c98-25bef8c10e74 service nova] Acquiring lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.311764] env[70041]: DEBUG oslo_concurrency.lockutils [req-b334d720-2136-4cbf-b857-09cd8731869c req-f6ad3f37-279d-4ff3-8c98-25bef8c10e74 service nova] Acquired lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.311912] env[70041]: DEBUG nova.network.neutron [req-b334d720-2136-4cbf-b857-09cd8731869c req-f6ad3f37-279d-4ff3-8c98-25bef8c10e74 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Refreshing network info cache for port b5ff4921-db09-4aff-a200-1149e22ea690 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.434229] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50612db9-5100-4fcc-ab85-a7ea9c921fd8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.444159] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76155c-9adb-4422-80b0-2793102a4da2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.478391] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdedfb9-8a57-4d00-9b6b-48720b15fdbd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.486860] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446871c-57ce-426e-b344-819d9236af55 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.502982] env[70041]: DEBUG nova.compute.provider_tree [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.587026] env[70041]: DEBUG nova.compute.manager [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.587026] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.587768] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eb230c-c6c0-4635-bf75-0fe13d5ff75c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.597018] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.597018] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f52ac1dc-c568-4fb1-bf7e-167303d427c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.602584] env[70041]: DEBUG oslo_vmware.api [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 954.602584] env[70041]: value = "task-3193169" [ 954.602584] env[70041]: _type = "Task" [ 954.602584] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.611464] env[70041]: DEBUG oslo_vmware.api [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.768287] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193168, 'name': ReconfigVM_Task, 'duration_secs': 0.413407} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.768287] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb/d96160f4-79f6-46cf-bc42-c5cff950a2bb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.769057] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c66a1fb-987f-432e-8f1e-dd91378f0bae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.776023] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 954.776023] env[70041]: value = "task-3193170" [ 954.776023] env[70041]: _type = "Task" [ 954.776023] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.785079] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193170, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.005438] env[70041]: DEBUG nova.scheduler.client.report [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.114044] env[70041]: DEBUG oslo_vmware.api [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193169, 'name': PowerOffVM_Task, 'duration_secs': 0.329153} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.114363] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.114539] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.117315] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbf1fc30-88e9-4554-8b92-067b1704bae0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.274646] env[70041]: DEBUG nova.network.neutron [req-b334d720-2136-4cbf-b857-09cd8731869c req-f6ad3f37-279d-4ff3-8c98-25bef8c10e74 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updated VIF entry in instance network info cache for port b5ff4921-db09-4aff-a200-1149e22ea690. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.274646] env[70041]: DEBUG nova.network.neutron [req-b334d720-2136-4cbf-b857-09cd8731869c req-f6ad3f37-279d-4ff3-8c98-25bef8c10e74 service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [{"id": "b5ff4921-db09-4aff-a200-1149e22ea690", "address": "fa:16:3e:b1:b1:95", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff4921-db", "ovs_interfaceid": "b5ff4921-db09-4aff-a200-1149e22ea690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.286935] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193170, 'name': Rename_Task, 'duration_secs': 0.319663} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.287241] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.287487] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89ef984f-873c-49b6-8b7b-6f91be4dfaa3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.293759] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 955.293759] env[70041]: value = "task-3193172" [ 955.293759] env[70041]: _type = "Task" [ 955.293759] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.304971] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.498199] env[70041]: INFO nova.compute.manager [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Unrescuing [ 955.498730] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.498730] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquired lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.498843] env[70041]: DEBUG nova.network.neutron [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.510822] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.511409] env[70041]: DEBUG nova.compute.manager [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.514793] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.971s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.515017] env[70041]: DEBUG nova.objects.instance [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lazy-loading 'resources' on Instance uuid dd08a339-98ca-4c08-a8e8-2b877a8a1823 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.762019] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.762399] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.762647] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Deleting the datastore file [datastore1] 993bcc08-4bd2-4498-afae-0c2918feb74b {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.762954] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-264ffa6a-a66e-4f07-8c85-022465d1d8cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.769039] env[70041]: DEBUG oslo_vmware.api [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 955.769039] env[70041]: value = "task-3193173" [ 955.769039] env[70041]: _type = "Task" [ 955.769039] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.778646] env[70041]: DEBUG oslo_concurrency.lockutils [req-b334d720-2136-4cbf-b857-09cd8731869c req-f6ad3f37-279d-4ff3-8c98-25bef8c10e74 service nova] Releasing lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.778646] env[70041]: DEBUG oslo_vmware.api [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.803664] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.019150] env[70041]: DEBUG nova.compute.utils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.020618] env[70041]: DEBUG nova.compute.manager [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.020787] env[70041]: DEBUG nova.network.neutron [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.097272] env[70041]: DEBUG nova.policy [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f136ca5eecb4a07b312f92249cf1326', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2130c2d274fe4db9a628f1ab43d2b798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.265267] env[70041]: DEBUG nova.network.neutron [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Updating instance_info_cache with network_info: [{"id": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "address": "fa:16:3e:00:80:5f", "network": {"id": "8ac0c0c1-6fa9-4686-8ffa-8e77fbe6b912", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1618226530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6c6b47fb4e4c4aaa859e8f706485df7b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b0e79f-04", "ovs_interfaceid": "10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.285612] env[70041]: DEBUG oslo_vmware.api [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251926} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.285877] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.286429] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.286429] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.286429] env[70041]: INFO nova.compute.manager [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Took 1.70 seconds to destroy the instance on the hypervisor. [ 956.286672] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.286863] env[70041]: DEBUG nova.compute.manager [-] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.286955] env[70041]: DEBUG nova.network.neutron [-] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.306509] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.525849] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bee223-85b7-4563-b02b-080c21a79555 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.528896] env[70041]: DEBUG nova.compute.manager [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.538747] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c951cf29-d8ac-4ca4-b17c-8726a871f9a3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.573071] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004c1d24-bc0d-448f-8996-aa625fa0c6e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.581407] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c2e9d4-cdbf-4739-9860-90ccea252cd5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.595991] env[70041]: DEBUG nova.compute.provider_tree [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.771774] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Releasing lock "refresh_cache-d6bd4da8-878c-4772-b3ef-362ba3e876d0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.772890] env[70041]: DEBUG nova.objects.instance [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lazy-loading 'flavor' on Instance uuid d6bd4da8-878c-4772-b3ef-362ba3e876d0 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.808980] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193172, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.951594] env[70041]: DEBUG nova.network.neutron [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Successfully created port: a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.100500] env[70041]: DEBUG nova.scheduler.client.report [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.142334] env[70041]: DEBUG nova.compute.manager [req-e97951cb-b4b4-4c5e-b0e3-9133d8bcbd73 req-27dd22ea-ee09-4643-813b-ba1dd55c8188 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Received event network-vif-deleted-6d16d996-5bae-46f1-8da2-1387a2a19d5e {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 957.142334] env[70041]: INFO nova.compute.manager [req-e97951cb-b4b4-4c5e-b0e3-9133d8bcbd73 req-27dd22ea-ee09-4643-813b-ba1dd55c8188 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Neutron deleted interface 6d16d996-5bae-46f1-8da2-1387a2a19d5e; detaching it from the instance and deleting it from the info cache [ 957.142334] env[70041]: DEBUG nova.network.neutron [req-e97951cb-b4b4-4c5e-b0e3-9133d8bcbd73 req-27dd22ea-ee09-4643-813b-ba1dd55c8188 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.280496] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3c88ae-2368-463d-9d47-ee5c84a5069d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.311223] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.314596] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8ea959f-2651-410d-9d28-fb55c612e901 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.321624] env[70041]: DEBUG oslo_vmware.api [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193172, 'name': PowerOnVM_Task, 'duration_secs': 1.881557} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.322617] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.322850] env[70041]: INFO nova.compute.manager [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Took 6.35 seconds to spawn the instance on the hypervisor. [ 957.323010] env[70041]: DEBUG nova.compute.manager [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.323418] env[70041]: DEBUG oslo_vmware.api [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 957.323418] env[70041]: value = "task-3193174" [ 957.323418] env[70041]: _type = "Task" [ 957.323418] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.324299] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b887d0-2819-40ae-b6a0-3030c1e74168 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.339447] env[70041]: DEBUG oslo_vmware.api [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.544178] env[70041]: DEBUG nova.compute.manager [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.583976] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.583976] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.583976] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.583976] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.583976] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.583976] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.583976] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.583976] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.584362] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.584675] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.584978] env[70041]: DEBUG nova.virt.hardware [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.585961] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6134f161-48f0-4f79-9b08-c22a5e5d9b18 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.596813] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51fd9bd-3117-4881-b08f-568e755b992f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.615273] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.618516] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.661s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.622018] env[70041]: INFO nova.compute.claims [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.623114] env[70041]: DEBUG nova.network.neutron [-] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.644016] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21b87b9f-4837-449c-bec3-1596f1ac266c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.654276] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e86b92-b1ad-487d-9f9a-7e47817b8de2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.665744] env[70041]: INFO nova.scheduler.client.report [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted allocations for instance dd08a339-98ca-4c08-a8e8-2b877a8a1823 [ 957.693440] env[70041]: DEBUG nova.compute.manager [req-e97951cb-b4b4-4c5e-b0e3-9133d8bcbd73 req-27dd22ea-ee09-4643-813b-ba1dd55c8188 service nova] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Detach interface failed, port_id=6d16d996-5bae-46f1-8da2-1387a2a19d5e, reason: Instance 993bcc08-4bd2-4498-afae-0c2918feb74b could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 957.837622] env[70041]: DEBUG oslo_vmware.api [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193174, 'name': PowerOffVM_Task, 'duration_secs': 0.236317} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.837932] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.843365] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.847244] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d9d73b-c6dd-4eeb-ae78-2227b54ffcdf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.865887] env[70041]: INFO nova.compute.manager [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Took 45.06 seconds to build instance. [ 957.869208] env[70041]: DEBUG oslo_vmware.api [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 957.869208] env[70041]: value = "task-3193175" [ 957.869208] env[70041]: _type = "Task" [ 957.869208] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.878177] env[70041]: DEBUG oslo_vmware.api [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.127451] env[70041]: INFO nova.compute.manager [-] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Took 1.84 seconds to deallocate network for instance. [ 958.175517] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c2bbb2fd-68eb-4ede-9769-666eff76ad7f tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "dd08a339-98ca-4c08-a8e8-2b877a8a1823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.596s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.368818] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbb5c126-fa8d-405f-8445-b8016a3f018f tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "d96160f4-79f6-46cf-bc42-c5cff950a2bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.462s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.368818] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.369859] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.370176] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.370696] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.370696] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.376987] env[70041]: INFO nova.compute.manager [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Terminating instance [ 958.386198] env[70041]: DEBUG oslo_vmware.api [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193175, 'name': ReconfigVM_Task, 'duration_secs': 0.216557} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.387112] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.387326] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.388452] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ad9c70-5bdd-4d26-8611-17c854cbbf95 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.396730] env[70041]: DEBUG oslo_vmware.api [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 958.396730] env[70041]: value = "task-3193176" [ 958.396730] env[70041]: _type = "Task" [ 958.396730] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.406327] env[70041]: DEBUG oslo_vmware.api [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.565049] env[70041]: DEBUG nova.compute.manager [req-5048e2f3-7b63-432b-b679-a2189853e585 req-e584f8c5-8fd9-4a91-9d80-3d8412f53ce9 service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Received event network-vif-plugged-a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 958.565200] env[70041]: DEBUG oslo_concurrency.lockutils [req-5048e2f3-7b63-432b-b679-a2189853e585 req-e584f8c5-8fd9-4a91-9d80-3d8412f53ce9 service nova] Acquiring lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.565366] env[70041]: DEBUG oslo_concurrency.lockutils [req-5048e2f3-7b63-432b-b679-a2189853e585 req-e584f8c5-8fd9-4a91-9d80-3d8412f53ce9 service nova] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.565530] env[70041]: DEBUG oslo_concurrency.lockutils [req-5048e2f3-7b63-432b-b679-a2189853e585 req-e584f8c5-8fd9-4a91-9d80-3d8412f53ce9 service nova] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.565691] env[70041]: DEBUG nova.compute.manager [req-5048e2f3-7b63-432b-b679-a2189853e585 req-e584f8c5-8fd9-4a91-9d80-3d8412f53ce9 service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] No waiting events found dispatching network-vif-plugged-a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.565844] env[70041]: WARNING nova.compute.manager [req-5048e2f3-7b63-432b-b679-a2189853e585 req-e584f8c5-8fd9-4a91-9d80-3d8412f53ce9 service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Received unexpected event network-vif-plugged-a9835e2f-8097-42c0-a984-fc3a31bd9948 for instance with vm_state building and task_state spawning. [ 958.635653] env[70041]: DEBUG oslo_concurrency.lockutils [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.719810] env[70041]: DEBUG nova.network.neutron [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Successfully updated port: a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.881656] env[70041]: DEBUG nova.compute.manager [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.881870] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.882858] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83668e19-2afc-46c8-9997-9550062721fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.892773] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquiring lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.892997] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.896964] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.897212] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dadd8601-a94f-4384-a56a-7b3b10f4d467 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.909608] env[70041]: DEBUG oslo_vmware.api [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193176, 'name': PowerOnVM_Task, 'duration_secs': 0.383412} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.911383] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.912157] env[70041]: DEBUG nova.compute.manager [None req-49e26ac1-1f13-489e-89f2-71b84ff3e5c7 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.912157] env[70041]: DEBUG oslo_vmware.api [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 958.912157] env[70041]: value = "task-3193177" [ 958.912157] env[70041]: _type = "Task" [ 958.912157] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.912641] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bc2654-494f-4c3d-a750-0d07e60de96e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.929922] env[70041]: DEBUG oslo_vmware.api [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3193177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.980839] env[70041]: INFO nova.compute.manager [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Rebuilding instance [ 959.022988] env[70041]: DEBUG nova.compute.manager [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.023978] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ad6c39-5dce-487e-a854-7350d3f24fa6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.090259] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be8fc50-04fd-43e4-8e2a-44665fe32430 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.098451] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38ef105-3b88-49ed-9e7e-1a1e3a7cb5c5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.131896] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a09e70-3e00-4f11-be97-db9d068883c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.139618] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b1f9dc-40f8-4c5c-8396-18ac8b9ab291 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.153351] env[70041]: DEBUG nova.compute.provider_tree [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.222913] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.223088] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.223779] env[70041]: DEBUG nova.network.neutron [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.395494] env[70041]: DEBUG nova.compute.manager [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.425458] env[70041]: DEBUG oslo_vmware.api [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3193177, 'name': PowerOffVM_Task, 'duration_secs': 0.272847} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.425603] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.425813] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.426130] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5abdab63-97e5-4711-967c-181265ada66a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.504656] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.504915] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.505109] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleting the datastore file [datastore1] d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.505374] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b80b91-bd02-4571-9f8a-1f4e6eb6d438 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.512769] env[70041]: DEBUG oslo_vmware.api [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for the task: (returnval){ [ 959.512769] env[70041]: value = "task-3193179" [ 959.512769] env[70041]: _type = "Task" [ 959.512769] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.521538] env[70041]: DEBUG oslo_vmware.api [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3193179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.657181] env[70041]: DEBUG nova.scheduler.client.report [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.768804] env[70041]: DEBUG nova.network.neutron [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.922441] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.941523] env[70041]: DEBUG nova.network.neutron [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Updating instance_info_cache with network_info: [{"id": "a9835e2f-8097-42c0-a984-fc3a31bd9948", "address": "fa:16:3e:8f:7a:67", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9835e2f-80", "ovs_interfaceid": "a9835e2f-8097-42c0-a984-fc3a31bd9948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.022821] env[70041]: DEBUG oslo_vmware.api [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Task: {'id': task-3193179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246392} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.023094] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.023282] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.023460] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.023638] env[70041]: INFO nova.compute.manager [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 960.023906] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.024108] env[70041]: DEBUG nova.compute.manager [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.024203] env[70041]: DEBUG nova.network.neutron [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.042086] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.042419] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15db80be-995c-4b19-a9e6-ec2102d466a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.049582] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 960.049582] env[70041]: value = "task-3193180" [ 960.049582] env[70041]: _type = "Task" [ 960.049582] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.058091] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.164405] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.164994] env[70041]: DEBUG nova.compute.manager [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.167801] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.112s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.168076] env[70041]: DEBUG nova.objects.instance [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lazy-loading 'resources' on Instance uuid 9e88424d-0271-495e-b2c5-e2685b82a807 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.437770] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.438102] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.438275] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.438455] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.438623] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.441032] env[70041]: INFO nova.compute.manager [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Terminating instance [ 960.443466] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.443668] env[70041]: DEBUG nova.compute.manager [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Instance network_info: |[{"id": "a9835e2f-8097-42c0-a984-fc3a31bd9948", "address": "fa:16:3e:8f:7a:67", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9835e2f-80", "ovs_interfaceid": "a9835e2f-8097-42c0-a984-fc3a31bd9948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.444031] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:7a:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9835e2f-8097-42c0-a984-fc3a31bd9948', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.452029] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.452201] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.452588] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48dbded9-d083-482b-8c6f-a352d6cb56ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.473611] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.473611] env[70041]: value = "task-3193181" [ 960.473611] env[70041]: _type = "Task" [ 960.473611] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.481615] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193181, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.558834] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193180, 'name': PowerOffVM_Task, 'duration_secs': 0.125285} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.559144] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.559383] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.560155] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05020910-7928-4293-9a33-5e033b93b6cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.567237] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.567237] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c742991a-1ebc-4928-aa2c-93f163d46058 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.590713] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.590956] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.591160] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Deleting the datastore file [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.592535] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd1b6d32-d9a5-4b0f-8c72-88e3d9738d69 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.595839] env[70041]: DEBUG nova.compute.manager [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Received event network-changed-a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 960.596030] env[70041]: DEBUG nova.compute.manager [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Refreshing instance network info cache due to event network-changed-a9835e2f-8097-42c0-a984-fc3a31bd9948. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 960.596291] env[70041]: DEBUG oslo_concurrency.lockutils [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] Acquiring lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.596445] env[70041]: DEBUG oslo_concurrency.lockutils [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] Acquired lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.596605] env[70041]: DEBUG nova.network.neutron [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Refreshing network info cache for port a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.602802] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 960.602802] env[70041]: value = "task-3193183" [ 960.602802] env[70041]: _type = "Task" [ 960.602802] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.611396] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.671780] env[70041]: DEBUG nova.compute.utils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.676266] env[70041]: DEBUG nova.compute.manager [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.676628] env[70041]: DEBUG nova.network.neutron [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.740254] env[70041]: DEBUG nova.policy [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9aaa68b35be74c2a8f200bf81aae57e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b5248fc91cb425a9f56d89a5a0232fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.756098] env[70041]: DEBUG nova.network.neutron [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.945854] env[70041]: DEBUG nova.compute.manager [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.945854] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.946126] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc82a171-9340-4e6a-b861-a2be6063fbbd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.957626] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.957884] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f863805f-33c5-446d-bfe4-09e4c06c3129 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.966327] env[70041]: DEBUG oslo_vmware.api [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 960.966327] env[70041]: value = "task-3193184" [ 960.966327] env[70041]: _type = "Task" [ 960.966327] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.976345] env[70041]: DEBUG oslo_vmware.api [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.984834] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193181, 'name': CreateVM_Task, 'duration_secs': 0.35352} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.985018] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.985770] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.986064] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.986339] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.990105] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-240693a8-7ad5-45e3-ae4f-0256792afd88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.995067] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 960.995067] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5201b71e-a109-e14c-7489-a9b62aabd77c" [ 960.995067] env[70041]: _type = "Task" [ 960.995067] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.007116] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5201b71e-a109-e14c-7489-a9b62aabd77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.048259] env[70041]: DEBUG nova.network.neutron [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Successfully created port: 2c7d3934-67ca-4bd8-adbd-f799fc6e9060 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.110501] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bc23ca-be79-4f0f-8166-5d0472f6be23 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.121112] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ab5153-9c4e-49b8-b14b-6e732e6351f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.125486] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117065} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.125767] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.125952] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.126146] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.160689] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe2b583-3830-4b9f-855f-441fd2e205a8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.170956] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c86da8-6df5-482c-b466-25a98314c1c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.177404] env[70041]: DEBUG nova.compute.manager [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.188969] env[70041]: DEBUG nova.compute.provider_tree [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.258620] env[70041]: INFO nova.compute.manager [-] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Took 1.23 seconds to deallocate network for instance. [ 961.392068] env[70041]: DEBUG nova.network.neutron [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Updated VIF entry in instance network info cache for port a9835e2f-8097-42c0-a984-fc3a31bd9948. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.392492] env[70041]: DEBUG nova.network.neutron [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Updating instance_info_cache with network_info: [{"id": "a9835e2f-8097-42c0-a984-fc3a31bd9948", "address": "fa:16:3e:8f:7a:67", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9835e2f-80", "ovs_interfaceid": "a9835e2f-8097-42c0-a984-fc3a31bd9948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.477695] env[70041]: DEBUG oslo_vmware.api [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193184, 'name': PowerOffVM_Task, 'duration_secs': 0.232001} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.477970] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.478127] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.478365] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2bf33f-1df2-474f-ac0b-e3fd1d175258 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.505037] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5201b71e-a109-e14c-7489-a9b62aabd77c, 'name': SearchDatastore_Task, 'duration_secs': 0.013243} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.505278] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.505510] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.505748] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.505889] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.506072] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.506326] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37d31cbb-c3ba-4e9c-9ac8-14b854279333 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.516569] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.516810] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.517559] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506b918f-9c66-42d3-9f1f-f3535e45bcb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.522807] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 961.522807] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5207ed57-6de0-8fe6-efa3-61323566a4b0" [ 961.522807] env[70041]: _type = "Task" [ 961.522807] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.530682] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5207ed57-6de0-8fe6-efa3-61323566a4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.542132] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.542393] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.542582] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Deleting the datastore file [datastore1] d6bd4da8-878c-4772-b3ef-362ba3e876d0 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.542837] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e327fb21-e74e-4802-a4eb-cf0aa0394e81 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.550047] env[70041]: DEBUG oslo_vmware.api [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 961.550047] env[70041]: value = "task-3193186" [ 961.550047] env[70041]: _type = "Task" [ 961.550047] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.557352] env[70041]: DEBUG oslo_vmware.api [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.711692] env[70041]: ERROR nova.scheduler.client.report [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] [req-33ab029f-e052-45f6-b763-5eb09dfde9cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33ab029f-e052-45f6-b763-5eb09dfde9cb"}]} [ 961.727924] env[70041]: DEBUG nova.scheduler.client.report [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 961.742796] env[70041]: DEBUG nova.scheduler.client.report [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 961.743358] env[70041]: DEBUG nova.compute.provider_tree [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.754088] env[70041]: DEBUG nova.scheduler.client.report [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 961.765162] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.774860] env[70041]: DEBUG nova.scheduler.client.report [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 961.896605] env[70041]: DEBUG oslo_concurrency.lockutils [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] Releasing lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.896761] env[70041]: DEBUG nova.compute.manager [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Received event network-vif-deleted-be76a6d4-56af-4841-acf7-2e576efb9fa6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 961.896955] env[70041]: INFO nova.compute.manager [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Neutron deleted interface be76a6d4-56af-4841-acf7-2e576efb9fa6; detaching it from the instance and deleting it from the info cache [ 961.897154] env[70041]: DEBUG nova.network.neutron [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.033977] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5207ed57-6de0-8fe6-efa3-61323566a4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014841} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.037147] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c333803-dfbe-46da-820b-61d382e191f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.042676] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 962.042676] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f21799-d133-c00b-0a55-41600cd476df" [ 962.042676] env[70041]: _type = "Task" [ 962.042676] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.055777] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f21799-d133-c00b-0a55-41600cd476df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.062253] env[70041]: DEBUG oslo_vmware.api [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413192} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.062555] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.062739] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.062904] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.063081] env[70041]: INFO nova.compute.manager [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 962.063313] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.064015] env[70041]: DEBUG nova.compute.manager [-] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.064015] env[70041]: DEBUG nova.network.neutron [-] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.116378] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620e8b31-7d49-4ab7-942b-1cab7645223e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.123748] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36044631-6ba6-4f1c-91eb-cc91222f7eaf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.157864] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460ed5fd-3421-4bd4-ac0a-22ff6577d711 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.165074] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cb302a-1fea-439e-9517-aad5c7c6e9ed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.179158] env[70041]: DEBUG nova.compute.provider_tree [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.186275] env[70041]: DEBUG nova.compute.manager [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.191331] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.191651] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.192311] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.192311] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.192311] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.192311] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.192685] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.193224] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.193224] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.193379] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.193597] env[70041]: DEBUG nova.virt.hardware [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.194678] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddb7a25-861b-4c99-bd9d-12c3f361d62b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.205360] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c81d68-6828-4caf-8b83-20e3f85e086b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.212878] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.213130] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.213267] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.213500] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.213624] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.213773] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.213976] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.214156] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.214327] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.214515] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.214657] env[70041]: DEBUG nova.virt.hardware [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.215669] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d8cad1-a9ad-4f38-be93-32277fa41b43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.226019] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.231866] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.232841] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.233047] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb9c4527-71e1-47ac-a8d1-b82c0e481668 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.248130] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86821b25-2391-4958-a899-68f4bfa35b48 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.252874] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.252874] env[70041]: value = "task-3193187" [ 962.252874] env[70041]: _type = "Task" [ 962.252874] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.268059] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193187, 'name': CreateVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.341983] env[70041]: DEBUG nova.compute.manager [req-14d5a0a8-5ded-4f4b-aa79-29aca0fe72ff req-8868816d-a5cc-4a69-9ca0-1b29faf81256 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Received event network-vif-deleted-10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 962.342388] env[70041]: INFO nova.compute.manager [req-14d5a0a8-5ded-4f4b-aa79-29aca0fe72ff req-8868816d-a5cc-4a69-9ca0-1b29faf81256 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Neutron deleted interface 10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b; detaching it from the instance and deleting it from the info cache [ 962.342984] env[70041]: DEBUG nova.network.neutron [req-14d5a0a8-5ded-4f4b-aa79-29aca0fe72ff req-8868816d-a5cc-4a69-9ca0-1b29faf81256 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.403637] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c95531e0-7fb8-4192-961e-4d3043ffff7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.413061] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2a58e5-6f76-45ea-a567-d214a7fb2c74 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.446340] env[70041]: DEBUG nova.compute.manager [req-dc9cc8e6-0898-4b92-8d94-ba5e8380d1a4 req-519f0df2-88be-48e2-84d4-908039147c7a service nova] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Detach interface failed, port_id=be76a6d4-56af-4841-acf7-2e576efb9fa6, reason: Instance d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 962.552632] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f21799-d133-c00b-0a55-41600cd476df, 'name': SearchDatastore_Task, 'duration_secs': 0.022385} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.552933] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.553281] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 29c2cf50-42d9-4840-a6a0-ab0da2717caa/29c2cf50-42d9-4840-a6a0-ab0da2717caa.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.553500] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e0326da-cd0c-4635-a3ce-6f10c4e18dcd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.559321] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 962.559321] env[70041]: value = "task-3193188" [ 962.559321] env[70041]: _type = "Task" [ 962.559321] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.567831] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.618889] env[70041]: DEBUG nova.compute.manager [req-058d30a5-0993-42b6-bbab-e43cb3c9a012 req-ebba7a99-be6d-4bfb-a959-8b8de4b70916 service nova] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Received event network-vif-plugged-2c7d3934-67ca-4bd8-adbd-f799fc6e9060 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 962.619119] env[70041]: DEBUG oslo_concurrency.lockutils [req-058d30a5-0993-42b6-bbab-e43cb3c9a012 req-ebba7a99-be6d-4bfb-a959-8b8de4b70916 service nova] Acquiring lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.619326] env[70041]: DEBUG oslo_concurrency.lockutils [req-058d30a5-0993-42b6-bbab-e43cb3c9a012 req-ebba7a99-be6d-4bfb-a959-8b8de4b70916 service nova] Lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.619493] env[70041]: DEBUG oslo_concurrency.lockutils [req-058d30a5-0993-42b6-bbab-e43cb3c9a012 req-ebba7a99-be6d-4bfb-a959-8b8de4b70916 service nova] Lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.619654] env[70041]: DEBUG nova.compute.manager [req-058d30a5-0993-42b6-bbab-e43cb3c9a012 req-ebba7a99-be6d-4bfb-a959-8b8de4b70916 service nova] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] No waiting events found dispatching network-vif-plugged-2c7d3934-67ca-4bd8-adbd-f799fc6e9060 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.619842] env[70041]: WARNING nova.compute.manager [req-058d30a5-0993-42b6-bbab-e43cb3c9a012 req-ebba7a99-be6d-4bfb-a959-8b8de4b70916 service nova] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Received unexpected event network-vif-plugged-2c7d3934-67ca-4bd8-adbd-f799fc6e9060 for instance with vm_state building and task_state spawning. [ 962.646804] env[70041]: DEBUG nova.network.neutron [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Successfully updated port: 2c7d3934-67ca-4bd8-adbd-f799fc6e9060 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.713891] env[70041]: DEBUG nova.scheduler.client.report [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 962.714209] env[70041]: DEBUG nova.compute.provider_tree [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 113 to 114 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 962.714392] env[70041]: DEBUG nova.compute.provider_tree [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 962.763057] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193187, 'name': CreateVM_Task, 'duration_secs': 0.25069} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.763191] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.763534] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.763693] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.764027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.764281] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c03134-e812-41c5-902b-8cc3d734d771 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.768498] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 962.768498] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5278c6af-061f-f345-ccf6-93354d863b3f" [ 962.768498] env[70041]: _type = "Task" [ 962.768498] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.775948] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5278c6af-061f-f345-ccf6-93354d863b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.823177] env[70041]: DEBUG nova.network.neutron [-] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.845295] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a36a57e-3b02-42d1-bc25-d85161e5b41b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.858102] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68268df-ffa4-468c-a1e7-9aac32e83065 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.895223] env[70041]: DEBUG nova.compute.manager [req-14d5a0a8-5ded-4f4b-aa79-29aca0fe72ff req-8868816d-a5cc-4a69-9ca0-1b29faf81256 service nova] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Detach interface failed, port_id=10b0e79f-04d8-4c80-bbfa-43ab7c23ed0b, reason: Instance d6bd4da8-878c-4772-b3ef-362ba3e876d0 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 963.069525] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193188, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.149912] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquiring lock "refresh_cache-089bbc09-3b1d-40a4-bba9-dbc5c3378b91" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.150138] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquired lock "refresh_cache-089bbc09-3b1d-40a4-bba9-dbc5c3378b91" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.150366] env[70041]: DEBUG nova.network.neutron [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.219816] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.052s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.222153] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.561s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.224039] env[70041]: INFO nova.compute.claims [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.242120] env[70041]: INFO nova.scheduler.client.report [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Deleted allocations for instance 9e88424d-0271-495e-b2c5-e2685b82a807 [ 963.280012] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5278c6af-061f-f345-ccf6-93354d863b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.014578} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.280342] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.280745] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.281135] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.281209] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.281343] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.281988] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2575d48f-b6a6-4571-a165-c14840fff1e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.291882] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.292065] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.293071] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a2fc21-3f07-40a0-b3e2-8176089f1097 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.298214] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 963.298214] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527387ee-2a64-c30b-37d6-ca5f37887c57" [ 963.298214] env[70041]: _type = "Task" [ 963.298214] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.305825] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527387ee-2a64-c30b-37d6-ca5f37887c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.325692] env[70041]: INFO nova.compute.manager [-] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Took 1.26 seconds to deallocate network for instance. [ 963.568956] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586229} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.569257] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 29c2cf50-42d9-4840-a6a0-ab0da2717caa/29c2cf50-42d9-4840-a6a0-ab0da2717caa.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.569448] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.569682] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-794f6da9-a537-4b27-a6cf-e475629ed239 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.576116] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 963.576116] env[70041]: value = "task-3193189" [ 963.576116] env[70041]: _type = "Task" [ 963.576116] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.584884] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.689013] env[70041]: DEBUG nova.network.neutron [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.749366] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a3023351-41a7-47aa-8a8a-01043e22b624 tempest-InstanceActionsV221TestJSON-514949440 tempest-InstanceActionsV221TestJSON-514949440-project-member] Lock "9e88424d-0271-495e-b2c5-e2685b82a807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.125s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.812924] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527387ee-2a64-c30b-37d6-ca5f37887c57, 'name': SearchDatastore_Task, 'duration_secs': 0.00823} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.813728] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256f6b31-0736-4f0f-958c-d2915a3babba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.818589] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 963.818589] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520a4d34-ccb4-efe0-15e2-c1de4b5c0337" [ 963.818589] env[70041]: _type = "Task" [ 963.818589] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.825987] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520a4d34-ccb4-efe0-15e2-c1de4b5c0337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.830966] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.853656] env[70041]: DEBUG nova.network.neutron [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Updating instance_info_cache with network_info: [{"id": "2c7d3934-67ca-4bd8-adbd-f799fc6e9060", "address": "fa:16:3e:81:ef:65", "network": {"id": "066812bc-1b5f-4715-b9ff-c8a25880013b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-740007180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b5248fc91cb425a9f56d89a5a0232fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7d3934-67", "ovs_interfaceid": "2c7d3934-67ca-4bd8-adbd-f799fc6e9060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.898553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "dd223fdf-3d89-4464-8007-a75548e78e07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.898820] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "dd223fdf-3d89-4464-8007-a75548e78e07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.899045] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "dd223fdf-3d89-4464-8007-a75548e78e07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.899257] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "dd223fdf-3d89-4464-8007-a75548e78e07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.899398] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "dd223fdf-3d89-4464-8007-a75548e78e07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.902033] env[70041]: INFO nova.compute.manager [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Terminating instance [ 964.087184] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068453} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.087472] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.088267] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1927fe8b-6654-45ab-b956-1cdae3ca54a4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.111925] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 29c2cf50-42d9-4840-a6a0-ab0da2717caa/29c2cf50-42d9-4840-a6a0-ab0da2717caa.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.112229] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b8b771-5bf9-453a-96f5-bdc6425827db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.131608] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 964.131608] env[70041]: value = "task-3193190" [ 964.131608] env[70041]: _type = "Task" [ 964.131608] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.139599] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.329877] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520a4d34-ccb4-efe0-15e2-c1de4b5c0337, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.330201] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.330414] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb/d96160f4-79f6-46cf-bc42-c5cff950a2bb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.332704] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50122a57-5ab9-49c8-b635-0e548f6bb8e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.339121] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 964.339121] env[70041]: value = "task-3193191" [ 964.339121] env[70041]: _type = "Task" [ 964.339121] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.349653] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.357330] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Releasing lock "refresh_cache-089bbc09-3b1d-40a4-bba9-dbc5c3378b91" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.357672] env[70041]: DEBUG nova.compute.manager [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Instance network_info: |[{"id": "2c7d3934-67ca-4bd8-adbd-f799fc6e9060", "address": "fa:16:3e:81:ef:65", "network": {"id": "066812bc-1b5f-4715-b9ff-c8a25880013b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-740007180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b5248fc91cb425a9f56d89a5a0232fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7d3934-67", "ovs_interfaceid": "2c7d3934-67ca-4bd8-adbd-f799fc6e9060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.358245] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:ef:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c7d3934-67ca-4bd8-adbd-f799fc6e9060', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.365909] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Creating folder: Project (8b5248fc91cb425a9f56d89a5a0232fd). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.366192] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a2d4401-ea3b-4e49-a084-7cea4f59dd03 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.379732] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Created folder: Project (8b5248fc91cb425a9f56d89a5a0232fd) in parent group-v638323. [ 964.379732] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Creating folder: Instances. Parent ref: group-v638556. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.379732] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e8550f2-6646-4c78-ac84-77fadd68b227 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.393340] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Created folder: Instances in parent group-v638556. [ 964.393340] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.395170] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.395594] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-334dd0f1-2c32-4b8a-9093-b035f04b4497 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.413822] env[70041]: DEBUG nova.compute.manager [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.414067] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.415125] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc1491-1673-48fb-9753-03527d96a231 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.423259] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.426905] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655caa1f-931a-4357-81d6-14055e10f96c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.429364] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.429364] env[70041]: value = "task-3193194" [ 964.429364] env[70041]: _type = "Task" [ 964.429364] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.434008] env[70041]: DEBUG oslo_vmware.api [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 964.434008] env[70041]: value = "task-3193195" [ 964.434008] env[70041]: _type = "Task" [ 964.434008] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.437562] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193194, 'name': CreateVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.447780] env[70041]: DEBUG oslo_vmware.api [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3193195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.630015] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74fa9dd-5d1d-494c-a72a-b79ab0db1e99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.650892] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea71ef1d-d072-4f44-ac85-e588229cfb63 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.657136] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193190, 'name': ReconfigVM_Task, 'duration_secs': 0.282649} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.657728] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 29c2cf50-42d9-4840-a6a0-ab0da2717caa/29c2cf50-42d9-4840-a6a0-ab0da2717caa.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.659641] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0379fddc-e1ff-48e7-a84c-531e1aaa371d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.693752] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f65b93-3bf4-4b3d-8024-ec268f4fb263 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.698449] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 964.698449] env[70041]: value = "task-3193196" [ 964.698449] env[70041]: _type = "Task" [ 964.698449] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.708013] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f00506-e733-42c4-a215-f5baddcc8f0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.715583] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193196, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.727285] env[70041]: DEBUG nova.compute.provider_tree [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.760857] env[70041]: DEBUG nova.compute.manager [req-55f18536-4e3e-4c83-a6ff-a6389464b735 req-b76ed85b-083a-4311-9536-dfb5e65b719f service nova] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Received event network-changed-2c7d3934-67ca-4bd8-adbd-f799fc6e9060 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 964.760857] env[70041]: DEBUG nova.compute.manager [req-55f18536-4e3e-4c83-a6ff-a6389464b735 req-b76ed85b-083a-4311-9536-dfb5e65b719f service nova] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Refreshing instance network info cache due to event network-changed-2c7d3934-67ca-4bd8-adbd-f799fc6e9060. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 964.761147] env[70041]: DEBUG oslo_concurrency.lockutils [req-55f18536-4e3e-4c83-a6ff-a6389464b735 req-b76ed85b-083a-4311-9536-dfb5e65b719f service nova] Acquiring lock "refresh_cache-089bbc09-3b1d-40a4-bba9-dbc5c3378b91" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.761300] env[70041]: DEBUG oslo_concurrency.lockutils [req-55f18536-4e3e-4c83-a6ff-a6389464b735 req-b76ed85b-083a-4311-9536-dfb5e65b719f service nova] Acquired lock "refresh_cache-089bbc09-3b1d-40a4-bba9-dbc5c3378b91" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.761489] env[70041]: DEBUG nova.network.neutron [req-55f18536-4e3e-4c83-a6ff-a6389464b735 req-b76ed85b-083a-4311-9536-dfb5e65b719f service nova] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Refreshing network info cache for port 2c7d3934-67ca-4bd8-adbd-f799fc6e9060 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.848947] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492196} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.848947] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb/d96160f4-79f6-46cf-bc42-c5cff950a2bb.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.849215] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.849382] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0864f5fa-3557-4110-b2d4-6a9c5d4da5f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.855855] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 964.855855] env[70041]: value = "task-3193197" [ 964.855855] env[70041]: _type = "Task" [ 964.855855] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.863373] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.938598] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193194, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.947947] env[70041]: DEBUG oslo_vmware.api [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3193195, 'name': PowerOffVM_Task, 'duration_secs': 0.266477} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.948240] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.948445] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.948734] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea8dd66c-ebe6-4faa-bdff-937d28ebf333 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.014469] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.014697] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.014875] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Deleting the datastore file [datastore2] dd223fdf-3d89-4464-8007-a75548e78e07 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.015235] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5828feea-d90c-42d9-94ec-22a61b4eab94 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.021228] env[70041]: DEBUG oslo_vmware.api [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for the task: (returnval){ [ 965.021228] env[70041]: value = "task-3193199" [ 965.021228] env[70041]: _type = "Task" [ 965.021228] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.030556] env[70041]: DEBUG oslo_vmware.api [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3193199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.208443] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193196, 'name': Rename_Task, 'duration_secs': 0.2671} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.208723] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.208959] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba115879-ea6e-49ff-bfb8-f522d522b819 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.216264] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 965.216264] env[70041]: value = "task-3193200" [ 965.216264] env[70041]: _type = "Task" [ 965.216264] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.224765] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.231779] env[70041]: DEBUG nova.scheduler.client.report [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.364649] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061501} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.364950] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.365772] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca19c16-dd05-4b92-95bb-b57635f46cbe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.386076] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb/d96160f4-79f6-46cf-bc42-c5cff950a2bb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.391023] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-304b6791-8fd1-4727-bffa-f5f57a57df72 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.417145] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 965.417145] env[70041]: value = "task-3193201" [ 965.417145] env[70041]: _type = "Task" [ 965.417145] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.425829] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.441683] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193194, 'name': CreateVM_Task, 'duration_secs': 0.563837} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.441877] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.442577] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.442750] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.443069] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.443326] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0000b2-ec90-4edd-a0db-3d044b157155 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.447504] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 965.447504] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52454e88-5939-fd33-672c-2d0ea2a9aa15" [ 965.447504] env[70041]: _type = "Task" [ 965.447504] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.454883] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52454e88-5939-fd33-672c-2d0ea2a9aa15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.530678] env[70041]: DEBUG oslo_vmware.api [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Task: {'id': task-3193199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198069} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.530951] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.531150] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.531353] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.531559] env[70041]: INFO nova.compute.manager [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Took 1.12 seconds to destroy the instance on the hypervisor. [ 965.531804] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.531989] env[70041]: DEBUG nova.compute.manager [-] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.532094] env[70041]: DEBUG nova.network.neutron [-] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.671896] env[70041]: DEBUG nova.network.neutron [req-55f18536-4e3e-4c83-a6ff-a6389464b735 req-b76ed85b-083a-4311-9536-dfb5e65b719f service nova] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Updated VIF entry in instance network info cache for port 2c7d3934-67ca-4bd8-adbd-f799fc6e9060. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.672359] env[70041]: DEBUG nova.network.neutron [req-55f18536-4e3e-4c83-a6ff-a6389464b735 req-b76ed85b-083a-4311-9536-dfb5e65b719f service nova] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Updating instance_info_cache with network_info: [{"id": "2c7d3934-67ca-4bd8-adbd-f799fc6e9060", "address": "fa:16:3e:81:ef:65", "network": {"id": "066812bc-1b5f-4715-b9ff-c8a25880013b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-740007180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b5248fc91cb425a9f56d89a5a0232fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c7d3934-67", "ovs_interfaceid": "2c7d3934-67ca-4bd8-adbd-f799fc6e9060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.732952] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193200, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.737330] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.738082] env[70041]: DEBUG nova.compute.manager [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.741868] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.783s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.742656] env[70041]: DEBUG nova.objects.instance [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.935045] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193201, 'name': ReconfigVM_Task, 'duration_secs': 0.50502} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.935293] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb/d96160f4-79f6-46cf-bc42-c5cff950a2bb.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.936578] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2fc0825-d4f1-4814-819f-b9cc3ab35832 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.943073] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 965.943073] env[70041]: value = "task-3193202" [ 965.943073] env[70041]: _type = "Task" [ 965.943073] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.958023] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193202, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.963296] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52454e88-5939-fd33-672c-2d0ea2a9aa15, 'name': SearchDatastore_Task, 'duration_secs': 0.014043} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.964490] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.964490] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.964490] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.964490] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.964490] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.964816] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-476eb428-583b-4875-a2a6-a179b61c0f54 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.978705] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.978903] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.979652] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584dba2c-1b9b-41b0-885b-93e992eee30a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.985440] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 965.985440] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521f4026-8172-e707-c19e-e64f37d9a214" [ 965.985440] env[70041]: _type = "Task" [ 965.985440] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.746999] env[70041]: DEBUG oslo_concurrency.lockutils [req-55f18536-4e3e-4c83-a6ff-a6389464b735 req-b76ed85b-083a-4311-9536-dfb5e65b719f service nova] Releasing lock "refresh_cache-089bbc09-3b1d-40a4-bba9-dbc5c3378b91" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.750709] env[70041]: DEBUG nova.compute.utils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.752817] env[70041]: DEBUG nova.compute.manager [req-4a1391e3-6dc9-4a7b-8342-4c050fbb5dd0 req-b0e171ed-9c8c-4752-adcd-f47c1f3273c0 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Received event network-vif-deleted-3720179a-f7ec-4959-85ea-7ba81859a17b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 966.752998] env[70041]: INFO nova.compute.manager [req-4a1391e3-6dc9-4a7b-8342-4c050fbb5dd0 req-b0e171ed-9c8c-4752-adcd-f47c1f3273c0 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Neutron deleted interface 3720179a-f7ec-4959-85ea-7ba81859a17b; detaching it from the instance and deleting it from the info cache [ 966.753178] env[70041]: DEBUG nova.network.neutron [req-4a1391e3-6dc9-4a7b-8342-4c050fbb5dd0 req-b0e171ed-9c8c-4752-adcd-f47c1f3273c0 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.758100] env[70041]: DEBUG nova.compute.manager [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.758998] env[70041]: DEBUG nova.network.neutron [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.770658] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521f4026-8172-e707-c19e-e64f37d9a214, 'name': SearchDatastore_Task, 'duration_secs': 0.05147} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.778016] env[70041]: DEBUG oslo_vmware.api [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193200, 'name': PowerOnVM_Task, 'duration_secs': 0.520408} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.778016] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193202, 'name': Rename_Task, 'duration_secs': 0.480795} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.778016] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f5464d-7868-4b37-b27a-0ad13fb9d902 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.780294] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.780487] env[70041]: INFO nova.compute.manager [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Took 9.24 seconds to spawn the instance on the hypervisor. [ 966.780689] env[70041]: DEBUG nova.compute.manager [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.783412] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.783412] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d02250-2e3a-4b64-8b25-4431370579c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.785023] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4446b233-d225-49b4-9d37-7b13cdb2fd1e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.789030] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 966.789030] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a9937a-c2d6-5f0e-edaf-8ab2a2c7daf4" [ 966.789030] env[70041]: _type = "Task" [ 966.789030] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.798192] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 966.798192] env[70041]: value = "task-3193203" [ 966.798192] env[70041]: _type = "Task" [ 966.798192] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.804533] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a9937a-c2d6-5f0e-edaf-8ab2a2c7daf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.811992] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193203, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.838254] env[70041]: DEBUG nova.policy [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f90c3a22335040468a7c06c9315d11d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3ef15bbe09640119f5332864866267b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.142533] env[70041]: DEBUG nova.network.neutron [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Successfully created port: 66a5692a-a19f-4935-ab17-853975c86f07 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.255584] env[70041]: DEBUG nova.compute.manager [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.259123] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e3b17b7-68ad-4a2a-ba6e-e48740102115 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.517s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.260159] env[70041]: DEBUG nova.network.neutron [-] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.261072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.912s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.261291] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.263295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.869s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.263498] env[70041]: DEBUG nova.objects.instance [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lazy-loading 'resources' on Instance uuid c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.305120] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a9937a-c2d6-5f0e-edaf-8ab2a2c7daf4, 'name': SearchDatastore_Task, 'duration_secs': 0.013696} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.306387] env[70041]: INFO nova.scheduler.client.report [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted allocations for instance 004005be-9af0-421e-9352-9bec6c956564 [ 967.306910] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f548596-2c23-49f9-8527-ae23e9297b91 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.312489] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.312898] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 089bbc09-3b1d-40a4-bba9-dbc5c3378b91/089bbc09-3b1d-40a4-bba9-dbc5c3378b91.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.315389] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36b8f0c3-e48e-4332-a3ba-2a9ae8f58915 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.319753] env[70041]: INFO nova.compute.manager [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Took 50.97 seconds to build instance. [ 967.328252] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193203, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.329578] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 967.329578] env[70041]: value = "task-3193204" [ 967.329578] env[70041]: _type = "Task" [ 967.329578] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.334738] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4bb8dc-1b98-4060-8483-0e7b65c3fe6e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.359387] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.376236] env[70041]: DEBUG nova.compute.manager [req-4a1391e3-6dc9-4a7b-8342-4c050fbb5dd0 req-b0e171ed-9c8c-4752-adcd-f47c1f3273c0 service nova] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Detach interface failed, port_id=3720179a-f7ec-4959-85ea-7ba81859a17b, reason: Instance dd223fdf-3d89-4464-8007-a75548e78e07 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 967.765819] env[70041]: INFO nova.compute.manager [-] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Took 2.23 seconds to deallocate network for instance. [ 967.814999] env[70041]: DEBUG oslo_vmware.api [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193203, 'name': PowerOnVM_Task, 'duration_secs': 0.951651} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.815870] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.816103] env[70041]: DEBUG nova.compute.manager [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.817354] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe1abe4-34c0-4cfb-8a5a-c54ba44c2d2a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.823373] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3a005ba3-bf48-4c20-b709-ed0bbdaec13d tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.345s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.830625] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fbd4f417-5393-42c4-a0be-85ff94c4074a tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "004005be-9af0-421e-9352-9bec6c956564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.805s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.858471] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193204, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.129564] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d5164d-3017-4c30-baaf-e96a76189605 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.136849] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde6a159-36ef-4047-b9b9-7bad4bec9f96 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.167030] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e6796-1661-42db-b1a1-1c5771facd79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.174793] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317f81d4-3cd8-4b1a-b196-248611ee7956 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.188059] env[70041]: DEBUG nova.compute.provider_tree [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.267523] env[70041]: DEBUG nova.compute.manager [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.274670] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.287675] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.287827] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.287981] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.288171] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.288286] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.288437] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.288640] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.288797] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.288960] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.289130] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.289299] env[70041]: DEBUG nova.virt.hardware [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.290155] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c9e6b2-0ba7-4044-9e17-f479a64538f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.297658] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.297904] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.298091] env[70041]: INFO nova.compute.manager [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Shelving [ 968.302530] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3646ad38-6906-4f90-8575-d12a2fe18897 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.342941] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.358301] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782962} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.358476] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 089bbc09-3b1d-40a4-bba9-dbc5c3378b91/089bbc09-3b1d-40a4-bba9-dbc5c3378b91.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.358655] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.358891] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aa1a2c3-6ede-4b0c-aeaa-fd8275d71044 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.365919] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 968.365919] env[70041]: value = "task-3193205" [ 968.365919] env[70041]: _type = "Task" [ 968.365919] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.374128] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.642499] env[70041]: DEBUG nova.compute.manager [req-820831cf-b8c9-4778-bb7d-7517a1abca61 req-e508bb39-3a43-487b-9b93-99f7d4310b8d service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Received event network-vif-plugged-66a5692a-a19f-4935-ab17-853975c86f07 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 968.642499] env[70041]: DEBUG oslo_concurrency.lockutils [req-820831cf-b8c9-4778-bb7d-7517a1abca61 req-e508bb39-3a43-487b-9b93-99f7d4310b8d service nova] Acquiring lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.642499] env[70041]: DEBUG oslo_concurrency.lockutils [req-820831cf-b8c9-4778-bb7d-7517a1abca61 req-e508bb39-3a43-487b-9b93-99f7d4310b8d service nova] Lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.643488] env[70041]: DEBUG oslo_concurrency.lockutils [req-820831cf-b8c9-4778-bb7d-7517a1abca61 req-e508bb39-3a43-487b-9b93-99f7d4310b8d service nova] Lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.644091] env[70041]: DEBUG nova.compute.manager [req-820831cf-b8c9-4778-bb7d-7517a1abca61 req-e508bb39-3a43-487b-9b93-99f7d4310b8d service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] No waiting events found dispatching network-vif-plugged-66a5692a-a19f-4935-ab17-853975c86f07 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.644091] env[70041]: WARNING nova.compute.manager [req-820831cf-b8c9-4778-bb7d-7517a1abca61 req-e508bb39-3a43-487b-9b93-99f7d4310b8d service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Received unexpected event network-vif-plugged-66a5692a-a19f-4935-ab17-853975c86f07 for instance with vm_state building and task_state spawning. [ 968.731338] env[70041]: DEBUG nova.scheduler.client.report [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.731622] env[70041]: DEBUG nova.compute.provider_tree [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 114 to 115 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.731802] env[70041]: DEBUG nova.compute.provider_tree [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.742599] env[70041]: DEBUG nova.network.neutron [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Successfully updated port: 66a5692a-a19f-4935-ab17-853975c86f07 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.798584] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "d96160f4-79f6-46cf-bc42-c5cff950a2bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.798827] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "d96160f4-79f6-46cf-bc42-c5cff950a2bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.800914] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "d96160f4-79f6-46cf-bc42-c5cff950a2bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.801141] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "d96160f4-79f6-46cf-bc42-c5cff950a2bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.801309] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "d96160f4-79f6-46cf-bc42-c5cff950a2bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.804699] env[70041]: INFO nova.compute.manager [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Terminating instance [ 968.875239] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067212} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.875517] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.876291] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ffad70-e28b-4752-bc36-3c82bc5d816c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.897677] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 089bbc09-3b1d-40a4-bba9-dbc5c3378b91/089bbc09-3b1d-40a4-bba9-dbc5c3378b91.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.897957] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12338482-cc47-4b50-911e-0c8c8efcb817 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.917889] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 968.917889] env[70041]: value = "task-3193206" [ 968.917889] env[70041]: _type = "Task" [ 968.917889] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.925311] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.239406] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.241892] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.320s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.242163] env[70041]: DEBUG nova.objects.instance [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lazy-loading 'resources' on Instance uuid 2dd32d20-a299-486e-a802-a9d4dc66ed87 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.244822] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquiring lock "refresh_cache-12d8e0ec-6875-4e88-84c9-1e2a000b19b3" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.244956] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquired lock "refresh_cache-12d8e0ec-6875-4e88-84c9-1e2a000b19b3" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.245111] env[70041]: DEBUG nova.network.neutron [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.249233] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.249448] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.259170] env[70041]: INFO nova.scheduler.client.report [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Deleted allocations for instance c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615 [ 969.310033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "refresh_cache-d96160f4-79f6-46cf-bc42-c5cff950a2bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.310033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquired lock "refresh_cache-d96160f4-79f6-46cf-bc42-c5cff950a2bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.310033] env[70041]: DEBUG nova.network.neutron [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.311238] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.311555] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c2f7c05-8242-49f7-b70b-ef78724ec751 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.319427] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 969.319427] env[70041]: value = "task-3193207" [ 969.319427] env[70041]: _type = "Task" [ 969.319427] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.328633] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.429152] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.756012] env[70041]: DEBUG nova.compute.manager [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.765877] env[70041]: DEBUG oslo_concurrency.lockutils [None req-46f21e5c-ac81-4137-8851-37ecdbb9fb55 tempest-ServerShowV257Test-1191290608 tempest-ServerShowV257Test-1191290608-project-member] Lock "c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.592s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.805095] env[70041]: DEBUG nova.network.neutron [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.831922] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193207, 'name': PowerOffVM_Task, 'duration_secs': 0.295666} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.832387] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.833253] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e11c4ad-867c-4240-9a30-fdba6c9eecaa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.842045] env[70041]: DEBUG nova.network.neutron [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.863472] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03a470d-38b6-468d-a0ab-75d75ea973e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.933294] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193206, 'name': ReconfigVM_Task, 'duration_secs': 0.617655} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.933979] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 089bbc09-3b1d-40a4-bba9-dbc5c3378b91/089bbc09-3b1d-40a4-bba9-dbc5c3378b91.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.934731] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5135c52b-0a2c-4a5b-9740-f34b4c866af9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.941507] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 969.941507] env[70041]: value = "task-3193208" [ 969.941507] env[70041]: _type = "Task" [ 969.941507] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.942228] env[70041]: DEBUG nova.network.neutron [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.951879] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193208, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.997091] env[70041]: DEBUG nova.network.neutron [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Updating instance_info_cache with network_info: [{"id": "66a5692a-a19f-4935-ab17-853975c86f07", "address": "fa:16:3e:b1:f6:c7", "network": {"id": "75021e5a-0e0d-4f61-8e34-0846dcb78bd0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-67122460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3ef15bbe09640119f5332864866267b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a5692a-a1", "ovs_interfaceid": "66a5692a-a19f-4935-ab17-853975c86f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.155727] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec6ed98-139e-45e0-aa62-9bf152a52709 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.163494] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11327075-03b4-4ef1-9bc0-8e26405b46f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.195329] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c314d35-baeb-4a30-93ce-1c854d0eed1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.202796] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2783d8a7-f133-484e-a903-27f7a06f03ad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.216390] env[70041]: DEBUG nova.compute.provider_tree [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.279754] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.379977] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 970.379977] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f719ffe5-d94c-4a0d-b303-12160bcc55ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.387590] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 970.387590] env[70041]: value = "task-3193209" [ 970.387590] env[70041]: _type = "Task" [ 970.387590] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.395577] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193209, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.448398] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Releasing lock "refresh_cache-d96160f4-79f6-46cf-bc42-c5cff950a2bb" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.448882] env[70041]: DEBUG nova.compute.manager [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.449144] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.450374] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33437ef1-dcfd-4708-8caa-4c8703ca177b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.457620] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.460622] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-654a19a7-2529-42fa-8b39-cf582739cd45 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.462097] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193208, 'name': Rename_Task, 'duration_secs': 0.268227} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.462342] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.462941] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdaa9840-4177-4945-9640-42186448367a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.467422] env[70041]: DEBUG oslo_vmware.api [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 970.467422] env[70041]: value = "task-3193210" [ 970.467422] env[70041]: _type = "Task" [ 970.467422] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.468680] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 970.468680] env[70041]: value = "task-3193211" [ 970.468680] env[70041]: _type = "Task" [ 970.468680] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.479303] env[70041]: DEBUG oslo_vmware.api [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.482130] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.499218] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Releasing lock "refresh_cache-12d8e0ec-6875-4e88-84c9-1e2a000b19b3" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.499605] env[70041]: DEBUG nova.compute.manager [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Instance network_info: |[{"id": "66a5692a-a19f-4935-ab17-853975c86f07", "address": "fa:16:3e:b1:f6:c7", "network": {"id": "75021e5a-0e0d-4f61-8e34-0846dcb78bd0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-67122460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3ef15bbe09640119f5332864866267b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a5692a-a1", "ovs_interfaceid": "66a5692a-a19f-4935-ab17-853975c86f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.500154] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f6:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66a5692a-a19f-4935-ab17-853975c86f07', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.507742] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Creating folder: Project (c3ef15bbe09640119f5332864866267b). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.508031] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a51bb15-50af-4f4f-9900-c490d83709c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.518280] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Created folder: Project (c3ef15bbe09640119f5332864866267b) in parent group-v638323. [ 970.518524] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Creating folder: Instances. Parent ref: group-v638559. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.518880] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e18fc2f4-6c75-45da-896d-02b907443d4f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.527060] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Created folder: Instances in parent group-v638559. [ 970.527341] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.527534] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.527744] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58daf983-764f-47f2-b4fe-5c594008d728 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.545805] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.545805] env[70041]: value = "task-3193214" [ 970.545805] env[70041]: _type = "Task" [ 970.545805] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.553228] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193214, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.672725] env[70041]: DEBUG nova.compute.manager [req-d6d83a95-dacc-4c05-a510-fddc3a9a19d3 req-1f5d0957-0d61-4bc8-9268-8a014cf606b9 service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Received event network-changed-66a5692a-a19f-4935-ab17-853975c86f07 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 970.673061] env[70041]: DEBUG nova.compute.manager [req-d6d83a95-dacc-4c05-a510-fddc3a9a19d3 req-1f5d0957-0d61-4bc8-9268-8a014cf606b9 service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Refreshing instance network info cache due to event network-changed-66a5692a-a19f-4935-ab17-853975c86f07. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 970.673324] env[70041]: DEBUG oslo_concurrency.lockutils [req-d6d83a95-dacc-4c05-a510-fddc3a9a19d3 req-1f5d0957-0d61-4bc8-9268-8a014cf606b9 service nova] Acquiring lock "refresh_cache-12d8e0ec-6875-4e88-84c9-1e2a000b19b3" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.673474] env[70041]: DEBUG oslo_concurrency.lockutils [req-d6d83a95-dacc-4c05-a510-fddc3a9a19d3 req-1f5d0957-0d61-4bc8-9268-8a014cf606b9 service nova] Acquired lock "refresh_cache-12d8e0ec-6875-4e88-84c9-1e2a000b19b3" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.673637] env[70041]: DEBUG nova.network.neutron [req-d6d83a95-dacc-4c05-a510-fddc3a9a19d3 req-1f5d0957-0d61-4bc8-9268-8a014cf606b9 service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Refreshing network info cache for port 66a5692a-a19f-4935-ab17-853975c86f07 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.719456] env[70041]: DEBUG nova.scheduler.client.report [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.898966] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193209, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.981875] env[70041]: DEBUG oslo_vmware.api [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193210, 'name': PowerOffVM_Task, 'duration_secs': 0.201939} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.985038] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.985245] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.985493] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193211, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.985703] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecfc1f00-ce09-4728-8467-764d03d0c908 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.010823] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.012439] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.012439] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Deleting the datastore file [datastore1] d96160f4-79f6-46cf-bc42-c5cff950a2bb {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.012439] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63cfc511-13c6-4a73-85cf-25b3266ddb34 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.019793] env[70041]: DEBUG oslo_vmware.api [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for the task: (returnval){ [ 971.019793] env[70041]: value = "task-3193216" [ 971.019793] env[70041]: _type = "Task" [ 971.019793] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.025989] env[70041]: DEBUG oslo_vmware.api [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.054625] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193214, 'name': CreateVM_Task, 'duration_secs': 0.339242} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.054790] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.055549] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.055709] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.056036] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.056296] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986dca92-2f9a-44ff-8a90-7f42649cc995 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.060658] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 971.060658] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cbb8dd-5553-dacd-64ab-b6c0b02ef94b" [ 971.060658] env[70041]: _type = "Task" [ 971.060658] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.068867] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cbb8dd-5553-dacd-64ab-b6c0b02ef94b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.225084] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.228017] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.437s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.228476] env[70041]: INFO nova.compute.claims [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.250630] env[70041]: INFO nova.scheduler.client.report [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted allocations for instance 2dd32d20-a299-486e-a802-a9d4dc66ed87 [ 971.396241] env[70041]: DEBUG nova.network.neutron [req-d6d83a95-dacc-4c05-a510-fddc3a9a19d3 req-1f5d0957-0d61-4bc8-9268-8a014cf606b9 service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Updated VIF entry in instance network info cache for port 66a5692a-a19f-4935-ab17-853975c86f07. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.396597] env[70041]: DEBUG nova.network.neutron [req-d6d83a95-dacc-4c05-a510-fddc3a9a19d3 req-1f5d0957-0d61-4bc8-9268-8a014cf606b9 service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Updating instance_info_cache with network_info: [{"id": "66a5692a-a19f-4935-ab17-853975c86f07", "address": "fa:16:3e:b1:f6:c7", "network": {"id": "75021e5a-0e0d-4f61-8e34-0846dcb78bd0", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-67122460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3ef15bbe09640119f5332864866267b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a5692a-a1", "ovs_interfaceid": "66a5692a-a19f-4935-ab17-853975c86f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.402936] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193209, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.482012] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193211, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.527908] env[70041]: DEBUG oslo_vmware.api [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.571052] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cbb8dd-5553-dacd-64ab-b6c0b02ef94b, 'name': SearchDatastore_Task, 'duration_secs': 0.01187} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.571372] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.571606] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.571842] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.571991] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.572180] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.572430] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b8aaca-f609-4e72-a834-793643c1d98e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.585874] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.586060] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.586721] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11423ed5-e0dd-443b-8da9-533f75644957 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.591172] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 971.591172] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b60666-e896-bc82-e2e5-462f5db55e11" [ 971.591172] env[70041]: _type = "Task" [ 971.591172] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.598015] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b60666-e896-bc82-e2e5-462f5db55e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.759959] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6d55bb6c-2f44-48f6-8e02-8d264b6634d2 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "2dd32d20-a299-486e-a802-a9d4dc66ed87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.236s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.899045] env[70041]: DEBUG oslo_concurrency.lockutils [req-d6d83a95-dacc-4c05-a510-fddc3a9a19d3 req-1f5d0957-0d61-4bc8-9268-8a014cf606b9 service nova] Releasing lock "refresh_cache-12d8e0ec-6875-4e88-84c9-1e2a000b19b3" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.903923] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193209, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.983421] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193211, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.028469] env[70041]: DEBUG oslo_vmware.api [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Task: {'id': task-3193216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.985312} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.193705] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.193705] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.193705] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.193705] env[70041]: INFO nova.compute.manager [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Took 1.58 seconds to destroy the instance on the hypervisor. [ 972.193705] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.193705] env[70041]: DEBUG nova.compute.manager [-] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.193705] env[70041]: DEBUG nova.network.neutron [-] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.193705] env[70041]: DEBUG nova.network.neutron [-] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.193705] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b60666-e896-bc82-e2e5-462f5db55e11, 'name': SearchDatastore_Task, 'duration_secs': 0.036906} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.193705] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5514d3b4-499d-497a-ad3a-6f296c1e673e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.193705] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 972.193705] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f15cc6-f50b-a7d3-6535-88490e7212b7" [ 972.193705] env[70041]: _type = "Task" [ 972.193705] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.193705] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f15cc6-f50b-a7d3-6535-88490e7212b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.402009] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193209, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.483868] env[70041]: DEBUG oslo_vmware.api [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193211, 'name': PowerOnVM_Task, 'duration_secs': 1.561767} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.486362] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.486546] env[70041]: INFO nova.compute.manager [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Took 10.30 seconds to spawn the instance on the hypervisor. [ 972.486729] env[70041]: DEBUG nova.compute.manager [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.487855] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b053ccc3-916d-430a-9240-f713aa42d075 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.532119] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1abf70-df1d-4901-9ab5-7e0d49a4ce77 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.540139] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b916ef-43bb-4d7a-ad73-9f4cabc35038 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.569294] env[70041]: DEBUG nova.network.neutron [-] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.571464] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410cc3b7-bacd-4efa-b396-ae2bd8d6d753 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.578906] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bcbdce-53e1-4f2f-a926-8a7cf711cb24 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.592536] env[70041]: DEBUG nova.compute.provider_tree [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.627368] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f15cc6-f50b-a7d3-6535-88490e7212b7, 'name': SearchDatastore_Task, 'duration_secs': 0.01211} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.627618] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.627870] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 12d8e0ec-6875-4e88-84c9-1e2a000b19b3/12d8e0ec-6875-4e88-84c9-1e2a000b19b3.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.628136] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dab384cd-b49c-46f0-b11a-fbb40d3f5ae6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.634112] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 972.634112] env[70041]: value = "task-3193217" [ 972.634112] env[70041]: _type = "Task" [ 972.634112] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.641271] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.784872] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "77bb19a1-8650-48df-be6a-460fe472d530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.785131] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "77bb19a1-8650-48df-be6a-460fe472d530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.902700] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193209, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.007328] env[70041]: INFO nova.compute.manager [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Took 54.08 seconds to build instance. [ 973.074704] env[70041]: INFO nova.compute.manager [-] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Took 1.04 seconds to deallocate network for instance. [ 973.095412] env[70041]: DEBUG nova.scheduler.client.report [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.144647] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.287541] env[70041]: DEBUG nova.compute.manager [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.403666] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193209, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.509117] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efc31691-30b6-4657-b107-cbb165806d0e tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.931s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.580584] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.601038] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.601038] env[70041]: DEBUG nova.compute.manager [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.603370] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.084s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.604105] env[70041]: DEBUG nova.objects.instance [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lazy-loading 'resources' on Instance uuid c278d2da-407a-4cc3-8ad5-89d6cc924d58 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.645825] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881841} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.646144] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 12d8e0ec-6875-4e88-84c9-1e2a000b19b3/12d8e0ec-6875-4e88-84c9-1e2a000b19b3.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.646363] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.646627] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b3bc88f-333e-421a-aae3-cc716de2b881 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.653786] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 973.653786] env[70041]: value = "task-3193218" [ 973.653786] env[70041]: _type = "Task" [ 973.653786] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.662271] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.814029] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.905044] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193209, 'name': CreateSnapshot_Task, 'duration_secs': 3.200452} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.905336] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 973.906065] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a22e5a-41d0-45cf-8b09-af89d41b66fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.108571] env[70041]: DEBUG nova.compute.utils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.111373] env[70041]: DEBUG nova.compute.manager [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.111670] env[70041]: DEBUG nova.network.neutron [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.165799] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065825} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.166101] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.166935] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb092538-a871-4acf-88ca-36b610b17926 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.190342] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 12d8e0ec-6875-4e88-84c9-1e2a000b19b3/12d8e0ec-6875-4e88-84c9-1e2a000b19b3.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.194462] env[70041]: DEBUG nova.policy [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f64e1d7d9e24e12b95df62ae04e75ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3510290228a4389b972dd2c1a12bff3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.196156] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c38aaa9d-24f8-40e9-a493-a5e0418e0d82 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.216658] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 974.216658] env[70041]: value = "task-3193219" [ 974.216658] env[70041]: _type = "Task" [ 974.216658] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.226607] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.425248] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 974.425776] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-adb7d42f-d028-4642-a333-133e28de1933 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.438868] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 974.438868] env[70041]: value = "task-3193220" [ 974.438868] env[70041]: _type = "Task" [ 974.438868] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.450781] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193220, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.527899] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5d53ee-b375-45d9-aac9-3257ec0890df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.535811] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8842a3d8-b2c4-4fb0-a19d-30c71c613c25 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.571785] env[70041]: DEBUG nova.network.neutron [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Successfully created port: d59eed32-4158-4bc2-8556-5d2f7047fe0b {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.574494] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee08e22-4d30-4647-b8e9-0cedb4382792 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.583681] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c3b4b3-7744-4413-8a65-26b7c4a4f21c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.587736] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquiring lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.587940] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.588152] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquiring lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.588391] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.588601] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.590742] env[70041]: INFO nova.compute.manager [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Terminating instance [ 974.600510] env[70041]: DEBUG nova.compute.provider_tree [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.611652] env[70041]: DEBUG nova.compute.manager [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.726582] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.948586] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193220, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.104965] env[70041]: DEBUG nova.scheduler.client.report [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.108629] env[70041]: DEBUG nova.compute.manager [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.108861] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.109728] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab040f-759c-4753-8e6e-5f94cf6a0349 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.122030] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.122201] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c703e61c-853a-4232-9538-47ec49279b00 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.129566] env[70041]: DEBUG oslo_vmware.api [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 975.129566] env[70041]: value = "task-3193221" [ 975.129566] env[70041]: _type = "Task" [ 975.129566] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.137965] env[70041]: DEBUG oslo_vmware.api [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.229038] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193219, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.449386] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193220, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.615053] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.617484] env[70041]: DEBUG oslo_concurrency.lockutils [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.523s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.617770] env[70041]: DEBUG nova.objects.instance [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lazy-loading 'resources' on Instance uuid bc0868c0-d80c-4dd9-90f8-fc4643ea7b21 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.621203] env[70041]: DEBUG nova.compute.manager [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.639892] env[70041]: DEBUG oslo_vmware.api [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193221, 'name': PowerOffVM_Task, 'duration_secs': 0.310187} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.640961] env[70041]: INFO nova.scheduler.client.report [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted allocations for instance c278d2da-407a-4cc3-8ad5-89d6cc924d58 [ 975.642091] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.642282] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.646670] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a998b06-83af-42ad-bf0c-0467ff90983f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.655749] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.656069] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.656393] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.656589] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.657080] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.657080] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.657192] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.657367] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.657558] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.657769] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.657939] env[70041]: DEBUG nova.virt.hardware [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.658865] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b855d3f-e184-4ab6-8709-e621a4accbf5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.669290] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d75076-db2b-4c60-99b3-b3091c4a9ea9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.728068] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193219, 'name': ReconfigVM_Task, 'duration_secs': 1.155585} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.728491] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 12d8e0ec-6875-4e88-84c9-1e2a000b19b3/12d8e0ec-6875-4e88-84c9-1e2a000b19b3.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.729041] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b77f8f-b7d3-4f59-bbb5-8e9462151377 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.733557] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.733890] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.734235] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Deleting the datastore file [datastore1] 089bbc09-3b1d-40a4-bba9-dbc5c3378b91 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.738020] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34032508-e94b-4996-b193-d1589a755b1f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.738020] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 975.738020] env[70041]: value = "task-3193223" [ 975.738020] env[70041]: _type = "Task" [ 975.738020] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.742593] env[70041]: DEBUG oslo_vmware.api [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for the task: (returnval){ [ 975.742593] env[70041]: value = "task-3193224" [ 975.742593] env[70041]: _type = "Task" [ 975.742593] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.749594] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193223, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.754226] env[70041]: DEBUG oslo_vmware.api [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.949241] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193220, 'name': CloneVM_Task, 'duration_secs': 1.395112} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.949562] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Created linked-clone VM from snapshot [ 975.950261] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0789c176-5951-4ec7-9f75-130bf28f73c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.957428] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Uploading image 0b37f9a6-f817-4f6d-b7d7-ff60de45e0b9 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 975.978380] env[70041]: DEBUG oslo_vmware.rw_handles [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 975.978380] env[70041]: value = "vm-638563" [ 975.978380] env[70041]: _type = "VirtualMachine" [ 975.978380] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 975.978649] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cfd24692-572e-4317-b698-c3c0894e4d10 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.985431] env[70041]: DEBUG oslo_vmware.rw_handles [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lease: (returnval){ [ 975.985431] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520bcf7e-5975-f50d-0166-20f2f56ee9cb" [ 975.985431] env[70041]: _type = "HttpNfcLease" [ 975.985431] env[70041]: } obtained for exporting VM: (result){ [ 975.985431] env[70041]: value = "vm-638563" [ 975.985431] env[70041]: _type = "VirtualMachine" [ 975.985431] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 975.985705] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the lease: (returnval){ [ 975.985705] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520bcf7e-5975-f50d-0166-20f2f56ee9cb" [ 975.985705] env[70041]: _type = "HttpNfcLease" [ 975.985705] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 975.991929] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 975.991929] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520bcf7e-5975-f50d-0166-20f2f56ee9cb" [ 975.991929] env[70041]: _type = "HttpNfcLease" [ 975.991929] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.120782] env[70041]: DEBUG nova.network.neutron [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Successfully updated port: d59eed32-4158-4bc2-8556-5d2f7047fe0b {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.151913] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ec506f33-4d0e-4dc0-af45-f8a90461e147 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "c278d2da-407a-4cc3-8ad5-89d6cc924d58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.873s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.255661] env[70041]: DEBUG oslo_vmware.api [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Task: {'id': task-3193224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150398} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.255904] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193223, 'name': Rename_Task, 'duration_secs': 0.140897} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.256170] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.256364] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.256534] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.256705] env[70041]: INFO nova.compute.manager [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Took 1.15 seconds to destroy the instance on the hypervisor. [ 976.256944] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.257157] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.257381] env[70041]: DEBUG nova.compute.manager [-] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.257598] env[70041]: DEBUG nova.network.neutron [-] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.258985] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3943d119-9e8f-45d7-82db-395940c96331 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.265018] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 976.265018] env[70041]: value = "task-3193226" [ 976.265018] env[70041]: _type = "Task" [ 976.265018] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.272493] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.327935] env[70041]: DEBUG nova.compute.manager [req-74fdf374-8699-4c64-8324-d148150c19f8 req-64328604-4346-461c-ba33-a02d16071e99 service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Received event network-vif-plugged-d59eed32-4158-4bc2-8556-5d2f7047fe0b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 976.328173] env[70041]: DEBUG oslo_concurrency.lockutils [req-74fdf374-8699-4c64-8324-d148150c19f8 req-64328604-4346-461c-ba33-a02d16071e99 service nova] Acquiring lock "30be6b58-3fac-4905-837b-285f233dac1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.328383] env[70041]: DEBUG oslo_concurrency.lockutils [req-74fdf374-8699-4c64-8324-d148150c19f8 req-64328604-4346-461c-ba33-a02d16071e99 service nova] Lock "30be6b58-3fac-4905-837b-285f233dac1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.328547] env[70041]: DEBUG oslo_concurrency.lockutils [req-74fdf374-8699-4c64-8324-d148150c19f8 req-64328604-4346-461c-ba33-a02d16071e99 service nova] Lock "30be6b58-3fac-4905-837b-285f233dac1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.328708] env[70041]: DEBUG nova.compute.manager [req-74fdf374-8699-4c64-8324-d148150c19f8 req-64328604-4346-461c-ba33-a02d16071e99 service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] No waiting events found dispatching network-vif-plugged-d59eed32-4158-4bc2-8556-5d2f7047fe0b {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.328869] env[70041]: WARNING nova.compute.manager [req-74fdf374-8699-4c64-8324-d148150c19f8 req-64328604-4346-461c-ba33-a02d16071e99 service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Received unexpected event network-vif-plugged-d59eed32-4158-4bc2-8556-5d2f7047fe0b for instance with vm_state building and task_state spawning. [ 976.470947] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338cf246-f014-4bfe-b912-2679ba63295c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.478564] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b20375-38c3-4fe8-8d29-eeddf2e5c7bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.515209] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd35c16-2717-4d34-8738-323b97869045 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.519092] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.519092] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520bcf7e-5975-f50d-0166-20f2f56ee9cb" [ 976.519092] env[70041]: _type = "HttpNfcLease" [ 976.519092] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 976.519761] env[70041]: DEBUG oslo_vmware.rw_handles [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 976.519761] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520bcf7e-5975-f50d-0166-20f2f56ee9cb" [ 976.519761] env[70041]: _type = "HttpNfcLease" [ 976.519761] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 976.520508] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4e1c0-780f-4391-96a8-0c1e02643789 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.526752] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe10ee7-4726-4832-9d4b-5fbd7b773648 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.534763] env[70041]: DEBUG oslo_vmware.rw_handles [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c3650-713a-f342-3be8-c7a6b64ebc35/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 976.534939] env[70041]: DEBUG oslo_vmware.rw_handles [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c3650-713a-f342-3be8-c7a6b64ebc35/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 976.602577] env[70041]: DEBUG nova.compute.provider_tree [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.630027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "refresh_cache-30be6b58-3fac-4905-837b-285f233dac1f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.630027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "refresh_cache-30be6b58-3fac-4905-837b-285f233dac1f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.630027] env[70041]: DEBUG nova.network.neutron [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.652877] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a846e63-fdfe-4527-a4b2-8f1568f229fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.779585] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193226, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.037583] env[70041]: DEBUG nova.network.neutron [-] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.126347] env[70041]: ERROR nova.scheduler.client.report [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [req-04d40157-34a3-4b8f-9246-103a7920f0ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-04d40157-34a3-4b8f-9246-103a7920f0ef"}]} [ 977.143743] env[70041]: DEBUG nova.scheduler.client.report [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 977.161033] env[70041]: DEBUG nova.scheduler.client.report [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 977.161033] env[70041]: DEBUG nova.compute.provider_tree [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.163829] env[70041]: DEBUG nova.network.neutron [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.173785] env[70041]: DEBUG nova.scheduler.client.report [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 977.193414] env[70041]: DEBUG nova.scheduler.client.report [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 977.282702] env[70041]: DEBUG oslo_vmware.api [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193226, 'name': PowerOnVM_Task, 'duration_secs': 0.672866} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.282702] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.282702] env[70041]: INFO nova.compute.manager [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Took 9.01 seconds to spawn the instance on the hypervisor. [ 977.283192] env[70041]: DEBUG nova.compute.manager [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.284091] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c346c-1748-4b13-ba99-5d17f37e3f49 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.315985] env[70041]: DEBUG nova.network.neutron [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Updating instance_info_cache with network_info: [{"id": "d59eed32-4158-4bc2-8556-5d2f7047fe0b", "address": "fa:16:3e:9f:a6:1f", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59eed32-41", "ovs_interfaceid": "d59eed32-4158-4bc2-8556-5d2f7047fe0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.529628] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028a20da-1c1c-49fb-bee6-ac366c8e2759 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.537438] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ee8cd3-7451-4215-8c10-ffc0cb7b13e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.540915] env[70041]: INFO nova.compute.manager [-] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Took 1.28 seconds to deallocate network for instance. [ 977.571294] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16770122-8120-458b-b9f0-f397fca12481 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.579839] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb35edd-86d2-4ddb-8bd7-b1a3c25e7f18 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.593930] env[70041]: DEBUG nova.compute.provider_tree [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.805877] env[70041]: INFO nova.compute.manager [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Took 53.17 seconds to build instance. [ 977.819072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "refresh_cache-30be6b58-3fac-4905-837b-285f233dac1f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.821041] env[70041]: DEBUG nova.compute.manager [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Instance network_info: |[{"id": "d59eed32-4158-4bc2-8556-5d2f7047fe0b", "address": "fa:16:3e:9f:a6:1f", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59eed32-41", "ovs_interfaceid": "d59eed32-4158-4bc2-8556-5d2f7047fe0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.822034] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:a6:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd59eed32-4158-4bc2-8556-5d2f7047fe0b', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.830024] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.830850] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.831137] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4dee97c-32c8-4df4-a6d0-c7c84cc08090 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.854558] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.854558] env[70041]: value = "task-3193227" [ 977.854558] env[70041]: _type = "Task" [ 977.854558] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.863597] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193227, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.074315] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.134224] env[70041]: DEBUG nova.scheduler.client.report [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 978.134513] env[70041]: DEBUG nova.compute.provider_tree [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 117 to 118 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 978.134698] env[70041]: DEBUG nova.compute.provider_tree [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.282922] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquiring lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.310204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cbfb7f9f-7e15-4cd7-b90b-f25a4e254e73 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.763s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.310204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.026s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.310204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquiring lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.310204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.310204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.312581] env[70041]: INFO nova.compute.manager [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Terminating instance [ 978.361430] env[70041]: DEBUG nova.compute.manager [req-2013c382-29d4-40a1-8c3c-ea2226d489b7 req-da04becd-4cd1-44e3-84cf-6d00170a1e6b service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Received event network-changed-d59eed32-4158-4bc2-8556-5d2f7047fe0b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 978.361648] env[70041]: DEBUG nova.compute.manager [req-2013c382-29d4-40a1-8c3c-ea2226d489b7 req-da04becd-4cd1-44e3-84cf-6d00170a1e6b service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Refreshing instance network info cache due to event network-changed-d59eed32-4158-4bc2-8556-5d2f7047fe0b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 978.361867] env[70041]: DEBUG oslo_concurrency.lockutils [req-2013c382-29d4-40a1-8c3c-ea2226d489b7 req-da04becd-4cd1-44e3-84cf-6d00170a1e6b service nova] Acquiring lock "refresh_cache-30be6b58-3fac-4905-837b-285f233dac1f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.362027] env[70041]: DEBUG oslo_concurrency.lockutils [req-2013c382-29d4-40a1-8c3c-ea2226d489b7 req-da04becd-4cd1-44e3-84cf-6d00170a1e6b service nova] Acquired lock "refresh_cache-30be6b58-3fac-4905-837b-285f233dac1f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.362201] env[70041]: DEBUG nova.network.neutron [req-2013c382-29d4-40a1-8c3c-ea2226d489b7 req-da04becd-4cd1-44e3-84cf-6d00170a1e6b service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Refreshing network info cache for port d59eed32-4158-4bc2-8556-5d2f7047fe0b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.369408] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193227, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.640680] env[70041]: DEBUG oslo_concurrency.lockutils [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.023s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.643556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.883s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.643556] env[70041]: DEBUG nova.objects.instance [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lazy-loading 'resources' on Instance uuid a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.665113] env[70041]: INFO nova.scheduler.client.report [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleted allocations for instance bc0868c0-d80c-4dd9-90f8-fc4643ea7b21 [ 978.819209] env[70041]: DEBUG nova.compute.manager [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.819209] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.819209] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e07b6ab-88a4-447e-a0ad-bb3667f15ceb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.828150] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.828150] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b88141fe-7f5a-4d01-a069-536ca98f2ede {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.834846] env[70041]: DEBUG oslo_vmware.api [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 978.834846] env[70041]: value = "task-3193228" [ 978.834846] env[70041]: _type = "Task" [ 978.834846] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.844023] env[70041]: DEBUG oslo_vmware.api [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.866288] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193227, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.893027] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.893276] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.099527] env[70041]: DEBUG nova.network.neutron [req-2013c382-29d4-40a1-8c3c-ea2226d489b7 req-da04becd-4cd1-44e3-84cf-6d00170a1e6b service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Updated VIF entry in instance network info cache for port d59eed32-4158-4bc2-8556-5d2f7047fe0b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.099928] env[70041]: DEBUG nova.network.neutron [req-2013c382-29d4-40a1-8c3c-ea2226d489b7 req-da04becd-4cd1-44e3-84cf-6d00170a1e6b service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Updating instance_info_cache with network_info: [{"id": "d59eed32-4158-4bc2-8556-5d2f7047fe0b", "address": "fa:16:3e:9f:a6:1f", "network": {"id": "06ab7298-8b66-4864-9f29-2d4d42a0cf48", "bridge": "br-int", "label": "tempest-ImagesTestJSON-288118836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3510290228a4389b972dd2c1a12bff3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59eed32-41", "ovs_interfaceid": "d59eed32-4158-4bc2-8556-5d2f7047fe0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.172731] env[70041]: DEBUG oslo_concurrency.lockutils [None req-be204e85-cfc3-4b90-b5c9-ce6206857d43 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "bc0868c0-d80c-4dd9-90f8-fc4643ea7b21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.623s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.345065] env[70041]: DEBUG oslo_vmware.api [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193228, 'name': PowerOffVM_Task, 'duration_secs': 0.208032} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.347728] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.347902] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.348356] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cf1fd21-12c5-43ca-b42e-b4274da67122 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.366096] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193227, 'name': CreateVM_Task, 'duration_secs': 1.352689} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.366879] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.367097] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.367160] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.367442] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.367705] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3217e4eb-1e0a-409c-a631-80b08705ded8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.372097] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 979.372097] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5204df19-c4d9-bced-f212-826e534e1367" [ 979.372097] env[70041]: _type = "Task" [ 979.372097] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.379963] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5204df19-c4d9-bced-f212-826e534e1367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.403268] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.403268] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.403268] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.403814] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.403814] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.403814] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.403814] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 979.404081] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.416147] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.416978] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.417263] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Deleting the datastore file [datastore1] 12d8e0ec-6875-4e88-84c9-1e2a000b19b3 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.417589] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f5fbbe0-f558-4643-919d-b9d1ba77a901 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.426247] env[70041]: DEBUG oslo_vmware.api [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for the task: (returnval){ [ 979.426247] env[70041]: value = "task-3193230" [ 979.426247] env[70041]: _type = "Task" [ 979.426247] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.436035] env[70041]: DEBUG oslo_vmware.api [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.465269] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a167d470-452a-4c54-aaa9-3e15811b31e0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.465445] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a167d470-452a-4c54-aaa9-3e15811b31e0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.465864] env[70041]: DEBUG nova.objects.instance [None req-a167d470-452a-4c54-aaa9-3e15811b31e0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'flavor' on Instance uuid 8655920e-7f50-46dd-a4e5-c46dcaa4b11f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.508939] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446449c0-1385-4ed4-a7e8-af9a66dc3741 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.517190] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326d07ff-cb5c-4aeb-aaaa-070a615588d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.548820] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd70dec-a0e3-4785-b365-cdf55447e36f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.557046] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab50b940-93c5-4e04-8c22-9558a7d81da1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.573092] env[70041]: DEBUG nova.compute.provider_tree [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.602743] env[70041]: DEBUG oslo_concurrency.lockutils [req-2013c382-29d4-40a1-8c3c-ea2226d489b7 req-da04becd-4cd1-44e3-84cf-6d00170a1e6b service nova] Releasing lock "refresh_cache-30be6b58-3fac-4905-837b-285f233dac1f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.603058] env[70041]: DEBUG nova.compute.manager [req-2013c382-29d4-40a1-8c3c-ea2226d489b7 req-da04becd-4cd1-44e3-84cf-6d00170a1e6b service nova] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Received event network-vif-deleted-2c7d3934-67ca-4bd8-adbd-f799fc6e9060 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 979.883549] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5204df19-c4d9-bced-f212-826e534e1367, 'name': SearchDatastore_Task, 'duration_secs': 0.020444} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.883907] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.884228] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.884510] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.884698] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.884936] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.885238] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1412172-ae79-4364-9405-4ee6757941bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.895157] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.895352] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.896218] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c5c1ac-2ecc-40fc-9ff1-a62030438cab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.901379] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 979.901379] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525a7562-ab20-89f7-4c63-7709d2596256" [ 979.901379] env[70041]: _type = "Task" [ 979.901379] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.911095] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.911883] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525a7562-ab20-89f7-4c63-7709d2596256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.935856] env[70041]: DEBUG oslo_vmware.api [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Task: {'id': task-3193230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232589} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.936095] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.936333] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.936533] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.936710] env[70041]: INFO nova.compute.manager [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 979.936952] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.937160] env[70041]: DEBUG nova.compute.manager [-] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.937253] env[70041]: DEBUG nova.network.neutron [-] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.971959] env[70041]: DEBUG nova.objects.instance [None req-a167d470-452a-4c54-aaa9-3e15811b31e0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'pci_requests' on Instance uuid 8655920e-7f50-46dd-a4e5-c46dcaa4b11f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.076774] env[70041]: DEBUG nova.scheduler.client.report [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.411492] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525a7562-ab20-89f7-4c63-7709d2596256, 'name': SearchDatastore_Task, 'duration_secs': 0.012023} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.412256] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0050f842-f1da-475d-a4ba-7a1780a4af2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.418041] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 980.418041] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52635b54-7b5b-06d9-e677-84bdd547ea2c" [ 980.418041] env[70041]: _type = "Task" [ 980.418041] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.425938] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52635b54-7b5b-06d9-e677-84bdd547ea2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.465920] env[70041]: DEBUG nova.compute.manager [req-278e7be5-46d9-42fd-ac82-7eaa80df88eb req-4e872a3a-be53-4a10-9749-549172148e4f service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Received event network-vif-deleted-66a5692a-a19f-4935-ab17-853975c86f07 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 980.466051] env[70041]: INFO nova.compute.manager [req-278e7be5-46d9-42fd-ac82-7eaa80df88eb req-4e872a3a-be53-4a10-9749-549172148e4f service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Neutron deleted interface 66a5692a-a19f-4935-ab17-853975c86f07; detaching it from the instance and deleting it from the info cache [ 980.466227] env[70041]: DEBUG nova.network.neutron [req-278e7be5-46d9-42fd-ac82-7eaa80df88eb req-4e872a3a-be53-4a10-9749-549172148e4f service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.474582] env[70041]: DEBUG nova.objects.base [None req-a167d470-452a-4c54-aaa9-3e15811b31e0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Object Instance<8655920e-7f50-46dd-a4e5-c46dcaa4b11f> lazy-loaded attributes: flavor,pci_requests {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.474756] env[70041]: DEBUG nova.network.neutron [None req-a167d470-452a-4c54-aaa9-3e15811b31e0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.551492] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a167d470-452a-4c54-aaa9-3e15811b31e0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.086s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.581702] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.584226] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.643s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.585777] env[70041]: INFO nova.compute.claims [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.615021] env[70041]: INFO nova.scheduler.client.report [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleted allocations for instance a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd [ 980.675268] env[70041]: DEBUG nova.network.neutron [-] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.931381] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52635b54-7b5b-06d9-e677-84bdd547ea2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013638} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.931712] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.932038] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 30be6b58-3fac-4905-837b-285f233dac1f/30be6b58-3fac-4905-837b-285f233dac1f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.932345] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd35a167-e096-47f7-9852-13f5e22445e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.938994] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 980.938994] env[70041]: value = "task-3193231" [ 980.938994] env[70041]: _type = "Task" [ 980.938994] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.947230] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.969199] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1993583e-8eed-4922-80d0-0f85e7894ff8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.977983] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0055f0fb-ff09-4587-b906-5d0a5ebac539 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.010518] env[70041]: DEBUG nova.compute.manager [req-278e7be5-46d9-42fd-ac82-7eaa80df88eb req-4e872a3a-be53-4a10-9749-549172148e4f service nova] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Detach interface failed, port_id=66a5692a-a19f-4935-ab17-853975c86f07, reason: Instance 12d8e0ec-6875-4e88-84c9-1e2a000b19b3 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 981.126035] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3299db97-d806-4d56-9174-97b22e9b5ec6 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.510s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.178029] env[70041]: INFO nova.compute.manager [-] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Took 1.24 seconds to deallocate network for instance. [ 981.450973] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193231, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.684711] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.925025] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a35efbb-17a2-4154-8aa4-afa8e0dee3e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.933345] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01ce247-52ac-4ab1-bb69-4815a7cf5842 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.972221] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcb3b31-0ccb-4c3c-85c7-db93c166b959 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.978330] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.978445] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.985504] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565198} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.987793] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 30be6b58-3fac-4905-837b-285f233dac1f/30be6b58-3fac-4905-837b-285f233dac1f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.988058] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.989479] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f874d6-4d98-4bf0-ba69-bcef7cd21da8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.992463] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e6e743-c565-4134-9d26-ade78ba8bd58 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.999696] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "a31d041e-e483-465f-8ea6-0054591c3f52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.999926] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a31d041e-e483-465f-8ea6-0054591c3f52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.014287] env[70041]: DEBUG nova.compute.provider_tree [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.017698] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 982.017698] env[70041]: value = "task-3193232" [ 982.017698] env[70041]: _type = "Task" [ 982.017698] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.026891] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.480884] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.504602] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.530714] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071394} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.530995] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.531790] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4dcbf6-0ea2-4113-988a-efe6c9a94249 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.555415] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 30be6b58-3fac-4905-837b-285f233dac1f/30be6b58-3fac-4905-837b-285f233dac1f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.557334] env[70041]: ERROR nova.scheduler.client.report [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [req-3803f503-3652-4b8b-bc60-03959f392642] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3803f503-3652-4b8b-bc60-03959f392642"}]} [ 982.557685] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-780af9c4-7121-4422-ad71-94ceb21ef59f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.580095] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 982.580095] env[70041]: value = "task-3193233" [ 982.580095] env[70041]: _type = "Task" [ 982.580095] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.588360] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.589387] env[70041]: DEBUG nova.scheduler.client.report [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 982.604339] env[70041]: DEBUG nova.scheduler.client.report [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 982.604598] env[70041]: DEBUG nova.compute.provider_tree [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.617594] env[70041]: DEBUG nova.scheduler.client.report [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 982.632363] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.632514] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.632992] env[70041]: DEBUG nova.objects.instance [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'flavor' on Instance uuid 8655920e-7f50-46dd-a4e5-c46dcaa4b11f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.640865] env[70041]: DEBUG nova.scheduler.client.report [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 983.003963] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.031077] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.056017] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6288eb89-486d-453e-b0f6-c3df8423813f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.062742] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e602fdc6-7c53-4d04-8e3c-884c3cb93d77 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.098065] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cf1465-dd9a-41e5-abe1-c1153dbf02a3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.105653] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193233, 'name': ReconfigVM_Task, 'duration_secs': 0.348507} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.107988] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 30be6b58-3fac-4905-837b-285f233dac1f/30be6b58-3fac-4905-837b-285f233dac1f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.108845] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7707600c-fd4d-405c-a930-ab2c9e425995 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.111482] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180432d4-75b6-427b-b7fb-d9f92c88942c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.127835] env[70041]: DEBUG nova.compute.provider_tree [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.130990] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 983.130990] env[70041]: value = "task-3193234" [ 983.130990] env[70041]: _type = "Task" [ 983.130990] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.142409] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193234, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.222686] env[70041]: DEBUG nova.objects.instance [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'pci_requests' on Instance uuid 8655920e-7f50-46dd-a4e5-c46dcaa4b11f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.644884] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193234, 'name': Rename_Task, 'duration_secs': 0.185442} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.644884] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.645225] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3376de49-e99b-4ec2-9e07-e83e5e65186f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.651536] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 983.651536] env[70041]: value = "task-3193235" [ 983.651536] env[70041]: _type = "Task" [ 983.651536] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.661820] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.662590] env[70041]: DEBUG nova.scheduler.client.report [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 983.662822] env[70041]: DEBUG nova.compute.provider_tree [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 120 to 121 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 983.662999] env[70041]: DEBUG nova.compute.provider_tree [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.724383] env[70041]: DEBUG nova.objects.base [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Object Instance<8655920e-7f50-46dd-a4e5-c46dcaa4b11f> lazy-loaded attributes: flavor,pci_requests {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.724641] env[70041]: DEBUG nova.network.neutron [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.763476] env[70041]: DEBUG nova.policy [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb478d61804f49dfb268373f3d1b9257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da15d1d3e083436d9c7265db9d62fd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.031893] env[70041]: DEBUG oslo_vmware.rw_handles [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c3650-713a-f342-3be8-c7a6b64ebc35/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 984.032827] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375bac9b-e92b-4709-be17-7662764ac79f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.039888] env[70041]: DEBUG oslo_vmware.rw_handles [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c3650-713a-f342-3be8-c7a6b64ebc35/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 984.040085] env[70041]: ERROR oslo_vmware.rw_handles [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c3650-713a-f342-3be8-c7a6b64ebc35/disk-0.vmdk due to incomplete transfer. [ 984.040317] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc6fcb2d-4380-4035-ae11-6e5dc26b6f19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.047517] env[70041]: DEBUG oslo_vmware.rw_handles [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c3650-713a-f342-3be8-c7a6b64ebc35/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 984.047707] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Uploaded image 0b37f9a6-f817-4f6d-b7d7-ff60de45e0b9 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 984.049995] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 984.050256] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba49794e-f716-4ba3-960b-2c36a009c7dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.056114] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 984.056114] env[70041]: value = "task-3193236" [ 984.056114] env[70041]: _type = "Task" [ 984.056114] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.063629] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193236, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.090243] env[70041]: DEBUG nova.network.neutron [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Successfully created port: e3c700b7-5af9-49a3-9bb6-be59e91d049c {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.161374] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.168348] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.584s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.168859] env[70041]: DEBUG nova.compute.manager [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.171423] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.228s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.172797] env[70041]: INFO nova.compute.claims [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.566088] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193236, 'name': Destroy_Task, 'duration_secs': 0.337529} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.566387] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Destroyed the VM [ 984.566624] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 984.566876] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a8aa6f0-9b9c-4515-a554-09ea43cde412 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.572479] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 984.572479] env[70041]: value = "task-3193237" [ 984.572479] env[70041]: _type = "Task" [ 984.572479] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.579891] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193237, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.663058] env[70041]: DEBUG oslo_vmware.api [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193235, 'name': PowerOnVM_Task, 'duration_secs': 0.772286} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.663058] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.663058] env[70041]: INFO nova.compute.manager [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Took 9.04 seconds to spawn the instance on the hypervisor. [ 984.663524] env[70041]: DEBUG nova.compute.manager [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.664176] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2e33cd-c8ce-444c-a54b-b836f0c6f1be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.677032] env[70041]: DEBUG nova.compute.utils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.680244] env[70041]: DEBUG nova.compute.manager [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.680440] env[70041]: DEBUG nova.network.neutron [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.730428] env[70041]: DEBUG nova.policy [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da999a5ee9ee4ce29625fbbabde239d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3d5011f6beb4c8e84ce03e561fbeef0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.989161] env[70041]: DEBUG nova.network.neutron [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Successfully created port: 83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.083373] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193237, 'name': RemoveSnapshot_Task, 'duration_secs': 0.342018} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.083750] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 985.084045] env[70041]: DEBUG nova.compute.manager [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.084949] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442274d1-61c0-4288-b368-c8395c047769 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.182833] env[70041]: DEBUG nova.compute.manager [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.187503] env[70041]: INFO nova.compute.manager [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Took 48.42 seconds to build instance. [ 985.505145] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f0d34-fbe7-4b5a-be60-0f2f76cefca9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.512590] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b94ee13-68f3-46d4-8eae-9759295ec45c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.542211] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ca3a8a-8408-42ea-906b-160e36c1cd47 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.549187] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf865d6-6ed8-4f93-bbc2-7cec55733d9a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.562332] env[70041]: DEBUG nova.compute.provider_tree [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.596663] env[70041]: INFO nova.compute.manager [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Shelve offloading [ 985.620040] env[70041]: DEBUG nova.network.neutron [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Successfully updated port: e3c700b7-5af9-49a3-9bb6-be59e91d049c {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.692525] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e3e9bf3-fc1c-43d6-8051-3618d5289a0c tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "30be6b58-3fac-4905-837b-285f233dac1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.929s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.051367] env[70041]: DEBUG nova.compute.manager [req-9f4f8f26-f8ef-48b5-b5bd-5ce8260f9956 req-1ac95f6a-c2d4-4eda-93f1-b3b16462c93c service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-vif-plugged-e3c700b7-5af9-49a3-9bb6-be59e91d049c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 986.051618] env[70041]: DEBUG oslo_concurrency.lockutils [req-9f4f8f26-f8ef-48b5-b5bd-5ce8260f9956 req-1ac95f6a-c2d4-4eda-93f1-b3b16462c93c service nova] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.051832] env[70041]: DEBUG oslo_concurrency.lockutils [req-9f4f8f26-f8ef-48b5-b5bd-5ce8260f9956 req-1ac95f6a-c2d4-4eda-93f1-b3b16462c93c service nova] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.052011] env[70041]: DEBUG oslo_concurrency.lockutils [req-9f4f8f26-f8ef-48b5-b5bd-5ce8260f9956 req-1ac95f6a-c2d4-4eda-93f1-b3b16462c93c service nova] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.052191] env[70041]: DEBUG nova.compute.manager [req-9f4f8f26-f8ef-48b5-b5bd-5ce8260f9956 req-1ac95f6a-c2d4-4eda-93f1-b3b16462c93c service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] No waiting events found dispatching network-vif-plugged-e3c700b7-5af9-49a3-9bb6-be59e91d049c {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.052356] env[70041]: WARNING nova.compute.manager [req-9f4f8f26-f8ef-48b5-b5bd-5ce8260f9956 req-1ac95f6a-c2d4-4eda-93f1-b3b16462c93c service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received unexpected event network-vif-plugged-e3c700b7-5af9-49a3-9bb6-be59e91d049c for instance with vm_state active and task_state None. [ 986.066201] env[70041]: DEBUG nova.scheduler.client.report [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.102728] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.102728] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-680645e5-95e5-4081-87fe-3ce48d57c112 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.108279] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 986.108279] env[70041]: value = "task-3193238" [ 986.108279] env[70041]: _type = "Task" [ 986.108279] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.116286] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.122188] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.122348] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.122523] env[70041]: DEBUG nova.network.neutron [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.194818] env[70041]: DEBUG nova.compute.manager [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.218489] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.218489] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.218489] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.218489] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.218489] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.218691] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.218724] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.218886] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.219065] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.219232] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.219406] env[70041]: DEBUG nova.virt.hardware [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.220541] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84313d4-6098-4971-8eec-fde473bd898b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.229458] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a3c5c-42c0-4dc8-9987-df69dbae424d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.478010] env[70041]: DEBUG nova.network.neutron [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Successfully updated port: 83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.571165] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.571808] env[70041]: DEBUG nova.compute.manager [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.574825] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.400s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.575304] env[70041]: DEBUG nova.objects.instance [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lazy-loading 'resources' on Instance uuid f70b26c6-6eff-4387-9785-825164f45088 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.619604] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 986.619830] env[70041]: DEBUG nova.compute.manager [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.620625] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd633fee-4be9-403e-9066-b8b5b01ce375 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.628511] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.629137] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.629137] env[70041]: DEBUG nova.network.neutron [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.638026] env[70041]: DEBUG nova.compute.manager [req-49497551-2ae8-4292-8cd9-a2d3d2f90b86 req-f77a7ffa-5c8d-4223-ab39-3fbbc1811763 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received event network-vif-plugged-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 986.638321] env[70041]: DEBUG oslo_concurrency.lockutils [req-49497551-2ae8-4292-8cd9-a2d3d2f90b86 req-f77a7ffa-5c8d-4223-ab39-3fbbc1811763 service nova] Acquiring lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.638538] env[70041]: DEBUG oslo_concurrency.lockutils [req-49497551-2ae8-4292-8cd9-a2d3d2f90b86 req-f77a7ffa-5c8d-4223-ab39-3fbbc1811763 service nova] Lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.638841] env[70041]: DEBUG oslo_concurrency.lockutils [req-49497551-2ae8-4292-8cd9-a2d3d2f90b86 req-f77a7ffa-5c8d-4223-ab39-3fbbc1811763 service nova] Lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.638986] env[70041]: DEBUG nova.compute.manager [req-49497551-2ae8-4292-8cd9-a2d3d2f90b86 req-f77a7ffa-5c8d-4223-ab39-3fbbc1811763 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] No waiting events found dispatching network-vif-plugged-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.639200] env[70041]: WARNING nova.compute.manager [req-49497551-2ae8-4292-8cd9-a2d3d2f90b86 req-f77a7ffa-5c8d-4223-ab39-3fbbc1811763 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received unexpected event network-vif-plugged-83c797f1-7a70-47a7-af3d-4f22be7d1c25 for instance with vm_state building and task_state spawning. [ 986.665095] env[70041]: WARNING nova.network.neutron [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] f0619be7-a5c2-484b-8bb6-a359425d7407 already exists in list: networks containing: ['f0619be7-a5c2-484b-8bb6-a359425d7407']. ignoring it [ 986.689255] env[70041]: DEBUG nova.compute.manager [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.690208] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418d546-0bd7-4765-af36-69dad70ae8ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.961188] env[70041]: DEBUG nova.network.neutron [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3c700b7-5af9-49a3-9bb6-be59e91d049c", "address": "fa:16:3e:3f:27:0a", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c700b7-5a", "ovs_interfaceid": "e3c700b7-5af9-49a3-9bb6-be59e91d049c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.982691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.982691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.982691] env[70041]: DEBUG nova.network.neutron [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.083928] env[70041]: DEBUG nova.compute.utils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.085519] env[70041]: DEBUG nova.compute.manager [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.085696] env[70041]: DEBUG nova.network.neutron [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.128599] env[70041]: DEBUG nova.policy [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec627074380d4272a0047beb076652bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3512d324d2848ecbcb914cb33365d9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.203552] env[70041]: INFO nova.compute.manager [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] instance snapshotting [ 987.208596] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d13d8b-1246-4ea9-8a26-034a7b898fdb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.232430] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ee07d6-89c9-4357-b9db-2ab13f1b507d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.377443] env[70041]: DEBUG nova.network.neutron [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Updating instance_info_cache with network_info: [{"id": "a9835e2f-8097-42c0-a984-fc3a31bd9948", "address": "fa:16:3e:8f:7a:67", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9835e2f-80", "ovs_interfaceid": "a9835e2f-8097-42c0-a984-fc3a31bd9948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.405067] env[70041]: DEBUG nova.network.neutron [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Successfully created port: 384c62fe-02fa-4fb7-8287-8d6c701bd943 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.465198] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.465198] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.465198] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.465628] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10d047c-71e8-40b6-9dd8-99925b1a8635 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.470291] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea882ea-75d2-4556-9049-4869460b9d49 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.487815] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.487815] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.487984] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.488170] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.488324] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.488467] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.488668] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.488823] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.488982] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.489159] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.489331] env[70041]: DEBUG nova.virt.hardware [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.495606] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Reconfiguring VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 987.496275] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c440412e-1b7a-4af3-a650-f05bf9f39508 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.511364] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700716ba-f185-4d64-98a7-0d035e0bb9aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.515493] env[70041]: DEBUG oslo_vmware.api [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 987.515493] env[70041]: value = "task-3193239" [ 987.515493] env[70041]: _type = "Task" [ 987.515493] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.547272] env[70041]: DEBUG nova.network.neutron [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.549798] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e604ff-4db5-4dba-9d2a-7c970d6564b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.552339] env[70041]: DEBUG oslo_vmware.api [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193239, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.557448] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c149e01-6d5b-4e77-b848-55e072b9456d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.571352] env[70041]: DEBUG nova.compute.provider_tree [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.589224] env[70041]: DEBUG nova.compute.manager [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.723330] env[70041]: DEBUG nova.network.neutron [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating instance_info_cache with network_info: [{"id": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "address": "fa:16:3e:7b:c3:35", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c797f1-7a", "ovs_interfaceid": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.745276] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 987.745587] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-613eb1f8-4b14-4bb0-9496-059fefcb9c83 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.753086] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 987.753086] env[70041]: value = "task-3193240" [ 987.753086] env[70041]: _type = "Task" [ 987.753086] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.760937] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.880075] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.025150] env[70041]: DEBUG oslo_vmware.api [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.074560] env[70041]: DEBUG nova.scheduler.client.report [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.207071] env[70041]: DEBUG nova.compute.manager [req-ad643493-1134-4108-9ef9-379d6e476d17 req-b152afc0-2df5-4dd9-821e-b342d6e3e65c service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-changed-e3c700b7-5af9-49a3-9bb6-be59e91d049c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 988.207272] env[70041]: DEBUG nova.compute.manager [req-ad643493-1134-4108-9ef9-379d6e476d17 req-b152afc0-2df5-4dd9-821e-b342d6e3e65c service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Refreshing instance network info cache due to event network-changed-e3c700b7-5af9-49a3-9bb6-be59e91d049c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 988.207963] env[70041]: DEBUG oslo_concurrency.lockutils [req-ad643493-1134-4108-9ef9-379d6e476d17 req-b152afc0-2df5-4dd9-821e-b342d6e3e65c service nova] Acquiring lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.207963] env[70041]: DEBUG oslo_concurrency.lockutils [req-ad643493-1134-4108-9ef9-379d6e476d17 req-b152afc0-2df5-4dd9-821e-b342d6e3e65c service nova] Acquired lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.208130] env[70041]: DEBUG nova.network.neutron [req-ad643493-1134-4108-9ef9-379d6e476d17 req-b152afc0-2df5-4dd9-821e-b342d6e3e65c service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Refreshing network info cache for port e3c700b7-5af9-49a3-9bb6-be59e91d049c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.225924] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.226293] env[70041]: DEBUG nova.compute.manager [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Instance network_info: |[{"id": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "address": "fa:16:3e:7b:c3:35", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c797f1-7a", "ovs_interfaceid": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.226743] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:c3:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83c797f1-7a70-47a7-af3d-4f22be7d1c25', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.236071] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Creating folder: Project (a3d5011f6beb4c8e84ce03e561fbeef0). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.237410] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.238061] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a603015-881f-4cc3-9f1f-688aa9715dfd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.240922] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99448ef3-5b5a-425f-8be9-9e86ade2dbbc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.248586] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.248977] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec543a24-f73a-4fdb-a8e0-5be55c3e719c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.253907] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Created folder: Project (a3d5011f6beb4c8e84ce03e561fbeef0) in parent group-v638323. [ 988.254095] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Creating folder: Instances. Parent ref: group-v638565. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.258035] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e946f922-a810-4a09-a6f1-c4f929a064cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.265031] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.269024] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Created folder: Instances in parent group-v638565. [ 988.269024] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.269024] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.269024] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2864a2b-c00d-4c18-88ec-1d4378abde04 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.287753] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.287753] env[70041]: value = "task-3193244" [ 988.287753] env[70041]: _type = "Task" [ 988.287753] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.296770] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193244, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.493316] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.493710] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.493926] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleting the datastore file [datastore1] 29c2cf50-42d9-4840-a6a0-ab0da2717caa {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.494257] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dc93caf-caf2-484c-ab3d-56975f390ff8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.501810] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 988.501810] env[70041]: value = "task-3193245" [ 988.501810] env[70041]: _type = "Task" [ 988.501810] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.510165] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.524922] env[70041]: DEBUG oslo_vmware.api [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193239, 'name': ReconfigVM_Task, 'duration_secs': 0.975046} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.525458] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.525715] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Reconfigured VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 988.579607] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.582994] env[70041]: DEBUG oslo_concurrency.lockutils [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.947s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.582994] env[70041]: DEBUG nova.objects.instance [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lazy-loading 'resources' on Instance uuid 993bcc08-4bd2-4498-afae-0c2918feb74b {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.598629] env[70041]: DEBUG nova.compute.manager [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.609439] env[70041]: INFO nova.scheduler.client.report [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Deleted allocations for instance f70b26c6-6eff-4387-9785-825164f45088 [ 988.625848] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.626154] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.626316] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.626516] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.626665] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.626860] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.627093] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.627272] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.627442] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.627623] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.627799] env[70041]: DEBUG nova.virt.hardware [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.629053] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55513ae1-a4f9-4896-9887-bbd0f95cea0c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.637238] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf7e4b7-eced-4184-a00e-c1d5163f0753 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.762852] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193240, 'name': CreateSnapshot_Task, 'duration_secs': 0.782085} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.763136] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 988.763925] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e94e8c-35e9-4c9b-94b4-9734f154d6bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.799184] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193244, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.814822] env[70041]: DEBUG nova.compute.manager [req-d3eb07c3-ca16-42b8-9661-df1e34f5a7da req-246b1317-c384-412c-9340-524dcad90ecb service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received event network-changed-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 988.815029] env[70041]: DEBUG nova.compute.manager [req-d3eb07c3-ca16-42b8-9661-df1e34f5a7da req-246b1317-c384-412c-9340-524dcad90ecb service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Refreshing instance network info cache due to event network-changed-83c797f1-7a70-47a7-af3d-4f22be7d1c25. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 988.815257] env[70041]: DEBUG oslo_concurrency.lockutils [req-d3eb07c3-ca16-42b8-9661-df1e34f5a7da req-246b1317-c384-412c-9340-524dcad90ecb service nova] Acquiring lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.815394] env[70041]: DEBUG oslo_concurrency.lockutils [req-d3eb07c3-ca16-42b8-9661-df1e34f5a7da req-246b1317-c384-412c-9340-524dcad90ecb service nova] Acquired lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.815548] env[70041]: DEBUG nova.network.neutron [req-d3eb07c3-ca16-42b8-9661-df1e34f5a7da req-246b1317-c384-412c-9340-524dcad90ecb service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Refreshing network info cache for port 83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.877987] env[70041]: DEBUG nova.network.neutron [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Successfully updated port: 384c62fe-02fa-4fb7-8287-8d6c701bd943 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.954608] env[70041]: DEBUG nova.network.neutron [req-ad643493-1134-4108-9ef9-379d6e476d17 req-b152afc0-2df5-4dd9-821e-b342d6e3e65c service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updated VIF entry in instance network info cache for port e3c700b7-5af9-49a3-9bb6-be59e91d049c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.954767] env[70041]: DEBUG nova.network.neutron [req-ad643493-1134-4108-9ef9-379d6e476d17 req-b152afc0-2df5-4dd9-821e-b342d6e3e65c service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3c700b7-5af9-49a3-9bb6-be59e91d049c", "address": "fa:16:3e:3f:27:0a", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c700b7-5a", "ovs_interfaceid": "e3c700b7-5af9-49a3-9bb6-be59e91d049c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.014320] env[70041]: DEBUG oslo_vmware.api [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126777} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.014320] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.014320] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.014320] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.030810] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e55fb0a4-26fa-441f-b606-d12bbd3d11c1 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.398s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.038269] env[70041]: INFO nova.scheduler.client.report [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted allocations for instance 29c2cf50-42d9-4840-a6a0-ab0da2717caa [ 989.117551] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f7aae256-c5d6-409e-af42-eb631ac5a8e1 tempest-ServerShowV247Test-884156953 tempest-ServerShowV247Test-884156953-project-member] Lock "f70b26c6-6eff-4387-9785-825164f45088" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.196s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.282993] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 989.285451] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f9355e4-5f4d-4bca-8054-f6905f4d74d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.296761] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193244, 'name': CreateVM_Task, 'duration_secs': 0.539685} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.299774] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.300117] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 989.300117] env[70041]: value = "task-3193246" [ 989.300117] env[70041]: _type = "Task" [ 989.300117] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.300846] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.301018] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.301326] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.301607] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77030c50-feb0-4e7f-9446-abcd326fc245 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.308510] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 989.308510] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52193439-181c-834c-4bbb-859bb29ef168" [ 989.308510] env[70041]: _type = "Task" [ 989.308510] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.313473] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193246, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.323579] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52193439-181c-834c-4bbb-859bb29ef168, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.325906] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.326179] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.326412] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.326557] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.326729] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.327352] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-439d17bc-1ed7-47e8-b51d-92e463bf74bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.335089] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.335267] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.337991] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a965fa13-9661-4bad-a304-9ce1d15f802a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.343834] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 989.343834] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52acbe74-630b-3bf7-f105-9c1a0e8bd928" [ 989.343834] env[70041]: _type = "Task" [ 989.343834] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.351342] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52acbe74-630b-3bf7-f105-9c1a0e8bd928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.380887] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquiring lock "refresh_cache-af97533a-7551-4f43-9cef-c4b6c23eaee1" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.381049] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquired lock "refresh_cache-af97533a-7551-4f43-9cef-c4b6c23eaee1" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.381203] env[70041]: DEBUG nova.network.neutron [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.387096] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef59c7e-56a4-41d1-a4c4-0f322f921928 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.396454] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd24db5-9b10-4c9a-a2c9-52a1774ddc21 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.428965] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b23c56-0d71-4c61-af6d-3d0270ad740d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.439702] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b84097-d4b2-402b-80b1-748e7201c627 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.453325] env[70041]: DEBUG nova.compute.provider_tree [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.457669] env[70041]: DEBUG oslo_concurrency.lockutils [req-ad643493-1134-4108-9ef9-379d6e476d17 req-b152afc0-2df5-4dd9-821e-b342d6e3e65c service nova] Releasing lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.543121] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.598344] env[70041]: DEBUG nova.network.neutron [req-d3eb07c3-ca16-42b8-9661-df1e34f5a7da req-246b1317-c384-412c-9340-524dcad90ecb service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updated VIF entry in instance network info cache for port 83c797f1-7a70-47a7-af3d-4f22be7d1c25. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.598714] env[70041]: DEBUG nova.network.neutron [req-d3eb07c3-ca16-42b8-9661-df1e34f5a7da req-246b1317-c384-412c-9340-524dcad90ecb service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating instance_info_cache with network_info: [{"id": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "address": "fa:16:3e:7b:c3:35", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c797f1-7a", "ovs_interfaceid": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.811412] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193246, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.854304] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52acbe74-630b-3bf7-f105-9c1a0e8bd928, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.855274] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12793e91-7e22-4222-a27d-c8952cce83c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.861036] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 989.861036] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ac4f6e-c912-53d6-5114-db48b597a951" [ 989.861036] env[70041]: _type = "Task" [ 989.861036] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.868637] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ac4f6e-c912-53d6-5114-db48b597a951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.931825] env[70041]: DEBUG nova.network.neutron [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.003373] env[70041]: DEBUG nova.scheduler.client.report [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 990.003818] env[70041]: DEBUG nova.compute.provider_tree [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 121 to 122 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 990.003913] env[70041]: DEBUG nova.compute.provider_tree [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.101456] env[70041]: DEBUG oslo_concurrency.lockutils [req-d3eb07c3-ca16-42b8-9661-df1e34f5a7da req-246b1317-c384-412c-9340-524dcad90ecb service nova] Releasing lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.146958] env[70041]: DEBUG nova.network.neutron [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Updating instance_info_cache with network_info: [{"id": "384c62fe-02fa-4fb7-8287-8d6c701bd943", "address": "fa:16:3e:be:cd:56", "network": {"id": "aadd83b5-fe62-4a48-820d-3d734dffb3b8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-765743614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3512d324d2848ecbcb914cb33365d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384c62fe-02", "ovs_interfaceid": "384c62fe-02fa-4fb7-8287-8d6c701bd943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.296517] env[70041]: DEBUG nova.compute.manager [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Received event network-vif-unplugged-a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 990.296816] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] Acquiring lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.297099] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.297329] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.297546] env[70041]: DEBUG nova.compute.manager [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] No waiting events found dispatching network-vif-unplugged-a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.297814] env[70041]: DEBUG nova.compute.manager [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Received event network-vif-unplugged-a9835e2f-8097-42c0-a984-fc3a31bd9948 for instance with task_state deleting. {{(pid=70041) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11516}} [ 990.298021] env[70041]: DEBUG nova.compute.manager [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Received event network-changed-a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 990.298233] env[70041]: DEBUG nova.compute.manager [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Refreshing instance network info cache due to event network-changed-a9835e2f-8097-42c0-a984-fc3a31bd9948. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 990.298467] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] Acquiring lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.298657] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] Acquired lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.298864] env[70041]: DEBUG nova.network.neutron [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Refreshing network info cache for port a9835e2f-8097-42c0-a984-fc3a31bd9948 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.302234] env[70041]: DEBUG oslo_concurrency.lockutils [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.316101] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193246, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.377757] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ac4f6e-c912-53d6-5114-db48b597a951, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.378129] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.378456] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5e015b19-d4b3-4683-85bc-69c69653530e/5e015b19-d4b3-4683-85bc-69c69653530e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.379291] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08a65bc1-3e25-43df-aff0-fddb50fbe88e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.390223] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 990.390223] env[70041]: value = "task-3193247" [ 990.390223] env[70041]: _type = "Task" [ 990.390223] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.396536] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.510184] env[70041]: DEBUG oslo_concurrency.lockutils [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.512032] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.590s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.513415] env[70041]: INFO nova.compute.claims [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.534310] env[70041]: INFO nova.scheduler.client.report [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Deleted allocations for instance 993bcc08-4bd2-4498-afae-0c2918feb74b [ 990.650425] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Releasing lock "refresh_cache-af97533a-7551-4f43-9cef-c4b6c23eaee1" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.650628] env[70041]: DEBUG nova.compute.manager [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Instance network_info: |[{"id": "384c62fe-02fa-4fb7-8287-8d6c701bd943", "address": "fa:16:3e:be:cd:56", "network": {"id": "aadd83b5-fe62-4a48-820d-3d734dffb3b8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-765743614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3512d324d2848ecbcb914cb33365d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384c62fe-02", "ovs_interfaceid": "384c62fe-02fa-4fb7-8287-8d6c701bd943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.650977] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:cd:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '384c62fe-02fa-4fb7-8287-8d6c701bd943', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.658843] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Creating folder: Project (d3512d324d2848ecbcb914cb33365d9a). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.659234] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78378f97-2943-4957-b205-bc413520adc6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.671705] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Created folder: Project (d3512d324d2848ecbcb914cb33365d9a) in parent group-v638323. [ 990.671942] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Creating folder: Instances. Parent ref: group-v638570. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.672223] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-424bbef7-4d93-4387-92f1-480e0b60f85e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.682976] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Created folder: Instances in parent group-v638570. [ 990.683309] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.683520] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.683763] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2496b8a8-622b-400e-9bfb-e540a892c6c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.704233] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.704233] env[70041]: value = "task-3193250" [ 990.704233] env[70041]: _type = "Task" [ 990.704233] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.712383] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193250, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.815660] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193246, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.898362] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465603} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.898694] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5e015b19-d4b3-4683-85bc-69c69653530e/5e015b19-d4b3-4683-85bc-69c69653530e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.898915] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.900164] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d35dcf6-dd11-471b-b58f-d6e8125a1f73 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.902970] env[70041]: DEBUG nova.compute.manager [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Received event network-vif-plugged-384c62fe-02fa-4fb7-8287-8d6c701bd943 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 990.903183] env[70041]: DEBUG oslo_concurrency.lockutils [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] Acquiring lock "af97533a-7551-4f43-9cef-c4b6c23eaee1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.903371] env[70041]: DEBUG oslo_concurrency.lockutils [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] Lock "af97533a-7551-4f43-9cef-c4b6c23eaee1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.903531] env[70041]: DEBUG oslo_concurrency.lockutils [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] Lock "af97533a-7551-4f43-9cef-c4b6c23eaee1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.903712] env[70041]: DEBUG nova.compute.manager [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] No waiting events found dispatching network-vif-plugged-384c62fe-02fa-4fb7-8287-8d6c701bd943 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.904031] env[70041]: WARNING nova.compute.manager [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Received unexpected event network-vif-plugged-384c62fe-02fa-4fb7-8287-8d6c701bd943 for instance with vm_state building and task_state spawning. [ 990.904074] env[70041]: DEBUG nova.compute.manager [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Received event network-changed-384c62fe-02fa-4fb7-8287-8d6c701bd943 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 990.904299] env[70041]: DEBUG nova.compute.manager [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Refreshing instance network info cache due to event network-changed-384c62fe-02fa-4fb7-8287-8d6c701bd943. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 990.904398] env[70041]: DEBUG oslo_concurrency.lockutils [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] Acquiring lock "refresh_cache-af97533a-7551-4f43-9cef-c4b6c23eaee1" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.904531] env[70041]: DEBUG oslo_concurrency.lockutils [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] Acquired lock "refresh_cache-af97533a-7551-4f43-9cef-c4b6c23eaee1" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.904685] env[70041]: DEBUG nova.network.neutron [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Refreshing network info cache for port 384c62fe-02fa-4fb7-8287-8d6c701bd943 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.916558] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 990.916558] env[70041]: value = "task-3193251" [ 990.916558] env[70041]: _type = "Task" [ 990.916558] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.927583] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.966591] env[70041]: DEBUG oslo_concurrency.lockutils [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-43ee3e47-219e-4a3e-a3b2-eaa796e192fa" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.966836] env[70041]: DEBUG oslo_concurrency.lockutils [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-43ee3e47-219e-4a3e-a3b2-eaa796e192fa" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.967241] env[70041]: DEBUG nova.objects.instance [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'flavor' on Instance uuid 8655920e-7f50-46dd-a4e5-c46dcaa4b11f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.043543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-25a9c8aa-c62a-460f-a91a-6831ec6a8408 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "993bcc08-4bd2-4498-afae-0c2918feb74b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.972s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.099986] env[70041]: DEBUG nova.network.neutron [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Updated VIF entry in instance network info cache for port a9835e2f-8097-42c0-a984-fc3a31bd9948. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.099986] env[70041]: DEBUG nova.network.neutron [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Updating instance_info_cache with network_info: [{"id": "a9835e2f-8097-42c0-a984-fc3a31bd9948", "address": "fa:16:3e:8f:7a:67", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": null, "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa9835e2f-80", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.214375] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193250, 'name': CreateVM_Task, 'duration_secs': 0.393569} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.214639] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.215294] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.215463] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.215784] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.216055] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b68110-5d0e-466b-bea3-c4fe3d670e36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.222470] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 991.222470] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5268c362-21ce-6781-2503-b6050ecbcff6" [ 991.222470] env[70041]: _type = "Task" [ 991.222470] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.230785] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5268c362-21ce-6781-2503-b6050ecbcff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.314937] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193246, 'name': CloneVM_Task, 'duration_secs': 1.767314} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.316052] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Created linked-clone VM from snapshot [ 991.316191] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd85464-3789-422a-ba62-89e84fc4bb69 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.323917] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Uploading image b8242d19-6aaa-4c0f-9312-70e4d9dcf5b7 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 991.337963] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 991.338288] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b97a2c09-c737-4b33-9dc7-51ec57c2fa4d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.346372] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 991.346372] env[70041]: value = "task-3193252" [ 991.346372] env[70041]: _type = "Task" [ 991.346372] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.355806] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193252, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.426479] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067424} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.426723] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.427523] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418690e1-cda2-4466-afd4-8a55a0db89e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.449356] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 5e015b19-d4b3-4683-85bc-69c69653530e/5e015b19-d4b3-4683-85bc-69c69653530e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.449640] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7703e03e-331f-437c-9603-f792c5fc7488 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.473560] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 991.473560] env[70041]: value = "task-3193253" [ 991.473560] env[70041]: _type = "Task" [ 991.473560] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.481781] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.584793] env[70041]: DEBUG nova.objects.instance [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'pci_requests' on Instance uuid 8655920e-7f50-46dd-a4e5-c46dcaa4b11f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.602188] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2988eb7-73b3-42a8-a047-8715b93c41f8 req-e6d74e96-0e41-49f2-8008-2d750094010a service nova] Releasing lock "refresh_cache-29c2cf50-42d9-4840-a6a0-ab0da2717caa" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.694749] env[70041]: DEBUG nova.network.neutron [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Updated VIF entry in instance network info cache for port 384c62fe-02fa-4fb7-8287-8d6c701bd943. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.695181] env[70041]: DEBUG nova.network.neutron [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Updating instance_info_cache with network_info: [{"id": "384c62fe-02fa-4fb7-8287-8d6c701bd943", "address": "fa:16:3e:be:cd:56", "network": {"id": "aadd83b5-fe62-4a48-820d-3d734dffb3b8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-765743614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3512d324d2848ecbcb914cb33365d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384c62fe-02", "ovs_interfaceid": "384c62fe-02fa-4fb7-8287-8d6c701bd943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.733788] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5268c362-21ce-6781-2503-b6050ecbcff6, 'name': SearchDatastore_Task, 'duration_secs': 0.020926} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.736675] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.737098] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.737584] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.737982] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.738354] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.738995] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751fb076-0c41-4bd3-8e56-6c2a06cd3b9d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.749754] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.750184] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.751519] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696858ef-247f-4e93-aacc-f7849d66cf22 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.759391] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 991.759391] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b7eca5-2aaa-6290-0f0a-489213493378" [ 991.759391] env[70041]: _type = "Task" [ 991.759391] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.768051] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b7eca5-2aaa-6290-0f0a-489213493378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.859301] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193252, 'name': Destroy_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.880342] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ece043-cb14-4b7a-9ec7-69a3d11ae8ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.887753] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216f57dd-5634-440d-83a5-8daf11aa03bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.938916] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0548e129-a54e-4b4e-a5da-d11fe222ff1f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.950491] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d61702-4821-4e43-b8ce-4462d33fdd80 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.970808] env[70041]: DEBUG nova.compute.provider_tree [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.983819] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193253, 'name': ReconfigVM_Task, 'duration_secs': 0.42257} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.984905] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 5e015b19-d4b3-4683-85bc-69c69653530e/5e015b19-d4b3-4683-85bc-69c69653530e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.985553] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5034a174-000c-4845-8de6-a318b4895f9c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.992406] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 991.992406] env[70041]: value = "task-3193254" [ 991.992406] env[70041]: _type = "Task" [ 991.992406] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.000733] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193254, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.089902] env[70041]: DEBUG nova.objects.base [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Object Instance<8655920e-7f50-46dd-a4e5-c46dcaa4b11f> lazy-loaded attributes: flavor,pci_requests {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.090138] env[70041]: DEBUG nova.network.neutron [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.170105] env[70041]: DEBUG nova.policy [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb478d61804f49dfb268373f3d1b9257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da15d1d3e083436d9c7265db9d62fd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.199871] env[70041]: DEBUG oslo_concurrency.lockutils [req-cb133b66-6368-4356-ae7c-80382b37493a req-5123f07b-72f4-472b-882e-56b0bfeaa355 service nova] Releasing lock "refresh_cache-af97533a-7551-4f43-9cef-c4b6c23eaee1" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.273404] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b7eca5-2aaa-6290-0f0a-489213493378, 'name': SearchDatastore_Task, 'duration_secs': 0.016232} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.273814] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc3c3a3-4f6e-4e26-8b40-c345bb1f7876 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.279831] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 992.279831] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b23853-3b85-05b2-c515-3e56a205853d" [ 992.279831] env[70041]: _type = "Task" [ 992.279831] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.288080] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b23853-3b85-05b2-c515-3e56a205853d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.356591] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193252, 'name': Destroy_Task, 'duration_secs': 0.823956} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.356862] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Destroyed the VM [ 992.357233] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 992.357528] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f9515d1f-9d55-43cf-8a38-1698d40f8681 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.364218] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 992.364218] env[70041]: value = "task-3193255" [ 992.364218] env[70041]: _type = "Task" [ 992.364218] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.371969] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.474750] env[70041]: DEBUG nova.scheduler.client.report [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.504202] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193254, 'name': Rename_Task, 'duration_secs': 0.173045} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.504481] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.504795] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5afa4dac-d78e-467b-b504-71f8dfecd1a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.511679] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 992.511679] env[70041]: value = "task-3193256" [ 992.511679] env[70041]: _type = "Task" [ 992.511679] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.520250] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.795287] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b23853-3b85-05b2-c515-3e56a205853d, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.795706] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.796124] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] af97533a-7551-4f43-9cef-c4b6c23eaee1/af97533a-7551-4f43-9cef-c4b6c23eaee1.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.796502] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33d56397-43e5-4f61-8551-3f3192cc67be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.804611] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 992.804611] env[70041]: value = "task-3193257" [ 992.804611] env[70041]: _type = "Task" [ 992.804611] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.816134] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.873928] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193255, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.980112] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.980658] env[70041]: DEBUG nova.compute.manager [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.985026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.219s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.985026] env[70041]: DEBUG nova.objects.instance [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lazy-loading 'resources' on Instance uuid d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.022811] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193256, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.315320] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193257, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.374775] env[70041]: DEBUG oslo_vmware.api [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193255, 'name': RemoveSnapshot_Task, 'duration_secs': 0.741311} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.375119] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 993.487408] env[70041]: DEBUG nova.compute.utils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.491580] env[70041]: DEBUG nova.compute.manager [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.491767] env[70041]: DEBUG nova.network.neutron [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.529566] env[70041]: DEBUG oslo_vmware.api [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193256, 'name': PowerOnVM_Task, 'duration_secs': 0.641339} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.531138] env[70041]: DEBUG nova.policy [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0990dd4fd2f4bd6958a6f7c248c5766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0b9550715864919867857b7230e78eb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.534908] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.535171] env[70041]: INFO nova.compute.manager [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Took 7.34 seconds to spawn the instance on the hypervisor. [ 993.535307] env[70041]: DEBUG nova.compute.manager [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.536351] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779e1240-a708-433a-8325-e4be61e3355f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.724213] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.724484] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.819226] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628502} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.823482] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] af97533a-7551-4f43-9cef-c4b6c23eaee1/af97533a-7551-4f43-9cef-c4b6c23eaee1.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.824609] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.825772] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-169c8844-970c-483c-8175-54b3b802e49c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.833521] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 993.833521] env[70041]: value = "task-3193258" [ 993.833521] env[70041]: _type = "Task" [ 993.833521] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.844901] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.879733] env[70041]: WARNING nova.compute.manager [None req-cf3ca538-cffc-4c0b-ae11-b3908dc514a3 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Image not found during snapshot: nova.exception.ImageNotFound: Image b8242d19-6aaa-4c0f-9312-70e4d9dcf5b7 could not be found. [ 993.906467] env[70041]: DEBUG nova.network.neutron [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Successfully created port: 90a8516e-651d-44e5-84a9-fbaa5746cdf8 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.954093] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8a4936-c0dd-45c5-b591-f1eb5e183076 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.961834] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307337ed-d819-4f44-8fd1-d97a80e26899 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.992550] env[70041]: DEBUG nova.compute.manager [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.997503] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf066e3-054c-4b3b-af52-da29fdf527c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.005307] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ecbc56-26e6-40d8-8884-81b5f4de2ba7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.021338] env[70041]: DEBUG nova.compute.provider_tree [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.056179] env[70041]: INFO nova.compute.manager [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Took 46.14 seconds to build instance. [ 994.078571] env[70041]: DEBUG nova.network.neutron [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Successfully updated port: 43ee3e47-219e-4a3e-a3b2-eaa796e192fa {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.230363] env[70041]: DEBUG nova.compute.manager [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.343951] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238386} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.344324] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.345038] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c14997-3de4-4cab-bd71-75b4dc2b36f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.367467] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] af97533a-7551-4f43-9cef-c4b6c23eaee1/af97533a-7551-4f43-9cef-c4b6c23eaee1.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.367867] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e856dd-a4da-4784-8407-485c36b9d51d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.388481] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 994.388481] env[70041]: value = "task-3193259" [ 994.388481] env[70041]: _type = "Task" [ 994.388481] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.396472] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.548736] env[70041]: ERROR nova.scheduler.client.report [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] [req-e46be9c1-c15d-449d-93a3-cb8a1c3878cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e46be9c1-c15d-449d-93a3-cb8a1c3878cd"}]} [ 994.558034] env[70041]: DEBUG oslo_concurrency.lockutils [None req-cb68c1c7-0167-4d88-845a-8547daa8fbd7 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.653s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.565942] env[70041]: DEBUG nova.scheduler.client.report [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 994.580636] env[70041]: DEBUG oslo_concurrency.lockutils [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.580636] env[70041]: DEBUG oslo_concurrency.lockutils [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.580760] env[70041]: DEBUG nova.network.neutron [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.583331] env[70041]: DEBUG nova.scheduler.client.report [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 994.586357] env[70041]: DEBUG nova.compute.provider_tree [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.596588] env[70041]: DEBUG nova.scheduler.client.report [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 994.612804] env[70041]: DEBUG nova.compute.manager [req-4076aa34-6c6c-464f-a4b9-55bde30c8d90 req-1d2d2fa1-221b-4cc8-ab07-278abcd7f67b service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-vif-plugged-43ee3e47-219e-4a3e-a3b2-eaa796e192fa {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 994.613093] env[70041]: DEBUG oslo_concurrency.lockutils [req-4076aa34-6c6c-464f-a4b9-55bde30c8d90 req-1d2d2fa1-221b-4cc8-ab07-278abcd7f67b service nova] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.613300] env[70041]: DEBUG oslo_concurrency.lockutils [req-4076aa34-6c6c-464f-a4b9-55bde30c8d90 req-1d2d2fa1-221b-4cc8-ab07-278abcd7f67b service nova] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.613470] env[70041]: DEBUG oslo_concurrency.lockutils [req-4076aa34-6c6c-464f-a4b9-55bde30c8d90 req-1d2d2fa1-221b-4cc8-ab07-278abcd7f67b service nova] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.613596] env[70041]: DEBUG nova.compute.manager [req-4076aa34-6c6c-464f-a4b9-55bde30c8d90 req-1d2d2fa1-221b-4cc8-ab07-278abcd7f67b service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] No waiting events found dispatching network-vif-plugged-43ee3e47-219e-4a3e-a3b2-eaa796e192fa {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.613756] env[70041]: WARNING nova.compute.manager [req-4076aa34-6c6c-464f-a4b9-55bde30c8d90 req-1d2d2fa1-221b-4cc8-ab07-278abcd7f67b service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received unexpected event network-vif-plugged-43ee3e47-219e-4a3e-a3b2-eaa796e192fa for instance with vm_state active and task_state None. [ 994.619693] env[70041]: DEBUG nova.scheduler.client.report [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 994.752137] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.904285] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.917949] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a9add8-7dd6-45f6-aabb-5653d003d387 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.927187] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eba947-81e4-44f7-b8a1-55d48518a764 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.960646] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e35e96-4761-4c75-9216-fca238d67a34 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.969182] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1bbfc0-7da1-400f-8c62-cd7b0148bec9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.982245] env[70041]: DEBUG nova.compute.provider_tree [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.003266] env[70041]: DEBUG nova.compute.manager [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.028848] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.029123] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.029287] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.029469] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.029614] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.029762] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.029970] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.030147] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.030315] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.030479] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.030650] env[70041]: DEBUG nova.virt.hardware [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.031515] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8527231-addc-4199-9453-13128e9d207e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.039773] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c8383-7dac-4090-bbd6-cd15b068d991 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.129807] env[70041]: WARNING nova.network.neutron [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] f0619be7-a5c2-484b-8bb6-a359425d7407 already exists in list: networks containing: ['f0619be7-a5c2-484b-8bb6-a359425d7407']. ignoring it [ 995.130234] env[70041]: WARNING nova.network.neutron [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] f0619be7-a5c2-484b-8bb6-a359425d7407 already exists in list: networks containing: ['f0619be7-a5c2-484b-8bb6-a359425d7407']. ignoring it [ 995.375780] env[70041]: DEBUG nova.network.neutron [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Successfully updated port: 90a8516e-651d-44e5-84a9-fbaa5746cdf8 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.401885] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193259, 'name': ReconfigVM_Task, 'duration_secs': 0.964134} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.402164] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] af97533a-7551-4f43-9cef-c4b6c23eaee1/af97533a-7551-4f43-9cef-c4b6c23eaee1.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.402784] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c1d1f15-51ac-4b2d-a53a-624cd44d4047 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.409452] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 995.409452] env[70041]: value = "task-3193260" [ 995.409452] env[70041]: _type = "Task" [ 995.409452] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.419827] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193260, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.522493] env[70041]: DEBUG nova.scheduler.client.report [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 995.522816] env[70041]: DEBUG nova.compute.provider_tree [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 123 to 124 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 995.523045] env[70041]: DEBUG nova.compute.provider_tree [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.559957] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "30be6b58-3fac-4905-837b-285f233dac1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.560308] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "30be6b58-3fac-4905-837b-285f233dac1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.560455] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "30be6b58-3fac-4905-837b-285f233dac1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.560650] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "30be6b58-3fac-4905-837b-285f233dac1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.560795] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "30be6b58-3fac-4905-837b-285f233dac1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.564381] env[70041]: INFO nova.compute.manager [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Terminating instance [ 995.775352] env[70041]: DEBUG nova.network.neutron [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3c700b7-5af9-49a3-9bb6-be59e91d049c", "address": "fa:16:3e:3f:27:0a", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c700b7-5a", "ovs_interfaceid": "e3c700b7-5af9-49a3-9bb6-be59e91d049c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43ee3e47-219e-4a3e-a3b2-eaa796e192fa", "address": "fa:16:3e:01:7c:c0", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ee3e47-21", "ovs_interfaceid": "43ee3e47-219e-4a3e-a3b2-eaa796e192fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.839285] env[70041]: DEBUG nova.compute.manager [req-de43f983-ac14-4ceb-9879-b958c0f89b0f req-04aa3c1a-35ce-4f56-b5fa-b1f17a5ba367 service nova] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Received event network-vif-plugged-90a8516e-651d-44e5-84a9-fbaa5746cdf8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 995.839496] env[70041]: DEBUG oslo_concurrency.lockutils [req-de43f983-ac14-4ceb-9879-b958c0f89b0f req-04aa3c1a-35ce-4f56-b5fa-b1f17a5ba367 service nova] Acquiring lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.839706] env[70041]: DEBUG oslo_concurrency.lockutils [req-de43f983-ac14-4ceb-9879-b958c0f89b0f req-04aa3c1a-35ce-4f56-b5fa-b1f17a5ba367 service nova] Lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.839872] env[70041]: DEBUG oslo_concurrency.lockutils [req-de43f983-ac14-4ceb-9879-b958c0f89b0f req-04aa3c1a-35ce-4f56-b5fa-b1f17a5ba367 service nova] Lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.840085] env[70041]: DEBUG nova.compute.manager [req-de43f983-ac14-4ceb-9879-b958c0f89b0f req-04aa3c1a-35ce-4f56-b5fa-b1f17a5ba367 service nova] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] No waiting events found dispatching network-vif-plugged-90a8516e-651d-44e5-84a9-fbaa5746cdf8 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.840274] env[70041]: WARNING nova.compute.manager [req-de43f983-ac14-4ceb-9879-b958c0f89b0f req-04aa3c1a-35ce-4f56-b5fa-b1f17a5ba367 service nova] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Received unexpected event network-vif-plugged-90a8516e-651d-44e5-84a9-fbaa5746cdf8 for instance with vm_state building and task_state spawning. [ 995.882540] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquiring lock "refresh_cache-e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.882705] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquired lock "refresh_cache-e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.882916] env[70041]: DEBUG nova.network.neutron [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.919239] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193260, 'name': Rename_Task, 'duration_secs': 0.231016} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.919542] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.919795] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74ee9437-6dc6-4311-b5ee-b0919a89ee6c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.925947] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 995.925947] env[70041]: value = "task-3193261" [ 995.925947] env[70041]: _type = "Task" [ 995.925947] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.933794] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.031222] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.047s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.033349] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.202s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.033560] env[70041]: DEBUG nova.objects.instance [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lazy-loading 'resources' on Instance uuid d6bd4da8-878c-4772-b3ef-362ba3e876d0 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.058499] env[70041]: INFO nova.scheduler.client.report [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Deleted allocations for instance d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f [ 996.069446] env[70041]: DEBUG nova.compute.manager [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.069667] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.070567] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3d5431-7bfa-4385-84f2-2746e852c693 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.080023] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.080023] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fe25b3f-83be-4ff8-ac44-e68ef1125e70 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.087633] env[70041]: DEBUG oslo_vmware.api [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 996.087633] env[70041]: value = "task-3193262" [ 996.087633] env[70041]: _type = "Task" [ 996.087633] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.094981] env[70041]: DEBUG oslo_vmware.api [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.156953] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.156953] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.278648] env[70041]: DEBUG oslo_concurrency.lockutils [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.280062] env[70041]: DEBUG oslo_concurrency.lockutils [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.280062] env[70041]: DEBUG oslo_concurrency.lockutils [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.280434] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb33b0e-7310-4b63-b2a4-e859ecca7ebe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.299945] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.300207] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.300366] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.300548] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.300712] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.300863] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.301103] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.301286] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.301456] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.302038] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.302038] env[70041]: DEBUG nova.virt.hardware [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.308327] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Reconfiguring VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 996.308876] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c1d8f27-9a2f-4f09-97f9-90e5077f89dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.325983] env[70041]: DEBUG oslo_vmware.api [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 996.325983] env[70041]: value = "task-3193263" [ 996.325983] env[70041]: _type = "Task" [ 996.325983] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.333993] env[70041]: DEBUG oslo_vmware.api [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193263, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.416367] env[70041]: DEBUG nova.network.neutron [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.436458] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.573495] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4f4bd35d-560f-442f-93e6-31136f174b79 tempest-ServersAdminTestJSON-339487726 tempest-ServersAdminTestJSON-339487726-project-member] Lock "d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.204s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.598609] env[70041]: DEBUG oslo_vmware.api [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193262, 'name': PowerOffVM_Task, 'duration_secs': 0.183451} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.599247] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.599247] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.601898] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c6343ea-4c7f-491e-a396-3c82c300862c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.604483] env[70041]: DEBUG nova.network.neutron [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Updating instance_info_cache with network_info: [{"id": "90a8516e-651d-44e5-84a9-fbaa5746cdf8", "address": "fa:16:3e:53:5a:3d", "network": {"id": "b05ad7f7-56e5-449d-8e55-ce7663a54879", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1320088638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b9550715864919867857b7230e78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a8516e-65", "ovs_interfaceid": "90a8516e-651d-44e5-84a9-fbaa5746cdf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.659288] env[70041]: DEBUG nova.compute.manager [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.741294] env[70041]: DEBUG nova.compute.manager [req-dcad4018-4c2f-4c77-8b48-caa38931303d req-2060de9c-ab22-4593-8750-d47e50e03376 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-changed-43ee3e47-219e-4a3e-a3b2-eaa796e192fa {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 996.742317] env[70041]: DEBUG nova.compute.manager [req-dcad4018-4c2f-4c77-8b48-caa38931303d req-2060de9c-ab22-4593-8750-d47e50e03376 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Refreshing instance network info cache due to event network-changed-43ee3e47-219e-4a3e-a3b2-eaa796e192fa. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 996.742317] env[70041]: DEBUG oslo_concurrency.lockutils [req-dcad4018-4c2f-4c77-8b48-caa38931303d req-2060de9c-ab22-4593-8750-d47e50e03376 service nova] Acquiring lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.742317] env[70041]: DEBUG oslo_concurrency.lockutils [req-dcad4018-4c2f-4c77-8b48-caa38931303d req-2060de9c-ab22-4593-8750-d47e50e03376 service nova] Acquired lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.742317] env[70041]: DEBUG nova.network.neutron [req-dcad4018-4c2f-4c77-8b48-caa38931303d req-2060de9c-ab22-4593-8750-d47e50e03376 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Refreshing network info cache for port 43ee3e47-219e-4a3e-a3b2-eaa796e192fa {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.838358] env[70041]: DEBUG oslo_vmware.api [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.887743] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c5ec1-bd7a-4c62-956c-048eabc92b63 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.895245] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef1fa5-f07a-4f82-885b-2d549347cc45 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.927553] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4291d3-0f42-4ab1-bdc3-0fbc336a15bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.940876] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d3cf78-bf71-43b5-a009-a8bb9715c1af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.944775] env[70041]: DEBUG oslo_vmware.api [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193261, 'name': PowerOnVM_Task, 'duration_secs': 0.830676} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.945047] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.945253] env[70041]: INFO nova.compute.manager [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Took 8.35 seconds to spawn the instance on the hypervisor. [ 996.945432] env[70041]: DEBUG nova.compute.manager [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.947158] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c5aca-0d90-402c-bd33-38275999886f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.958730] env[70041]: DEBUG nova.compute.provider_tree [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.109642] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Releasing lock "refresh_cache-e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.110543] env[70041]: DEBUG nova.compute.manager [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Instance network_info: |[{"id": "90a8516e-651d-44e5-84a9-fbaa5746cdf8", "address": "fa:16:3e:53:5a:3d", "network": {"id": "b05ad7f7-56e5-449d-8e55-ce7663a54879", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1320088638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b9550715864919867857b7230e78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a8516e-65", "ovs_interfaceid": "90a8516e-651d-44e5-84a9-fbaa5746cdf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.110543] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:5a:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90a8516e-651d-44e5-84a9-fbaa5746cdf8', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.118341] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Creating folder: Project (e0b9550715864919867857b7230e78eb). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.118639] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0baea3c2-d104-4c3e-998d-c682d4a7f6b7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.130143] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Created folder: Project (e0b9550715864919867857b7230e78eb) in parent group-v638323. [ 997.130359] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Creating folder: Instances. Parent ref: group-v638573. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.130634] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22d8f664-adda-43c4-ba10-03d7bc10653b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.139990] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Created folder: Instances in parent group-v638573. [ 997.140271] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.140470] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.140671] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-311a43b5-dd4f-4cde-b6c2-5a724d6b2584 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.159893] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.159893] env[70041]: value = "task-3193267" [ 997.159893] env[70041]: _type = "Task" [ 997.159893] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.170948] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193267, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.179722] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.338325] env[70041]: DEBUG oslo_vmware.api [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193263, 'name': ReconfigVM_Task, 'duration_secs': 0.695487} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.338827] env[70041]: DEBUG oslo_concurrency.lockutils [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.339061] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Reconfigured VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 997.462677] env[70041]: DEBUG nova.scheduler.client.report [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.482205] env[70041]: INFO nova.compute.manager [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Took 49.56 seconds to build instance. [ 997.667445] env[70041]: DEBUG nova.network.neutron [req-dcad4018-4c2f-4c77-8b48-caa38931303d req-2060de9c-ab22-4593-8750-d47e50e03376 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updated VIF entry in instance network info cache for port 43ee3e47-219e-4a3e-a3b2-eaa796e192fa. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.667919] env[70041]: DEBUG nova.network.neutron [req-dcad4018-4c2f-4c77-8b48-caa38931303d req-2060de9c-ab22-4593-8750-d47e50e03376 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e3c700b7-5af9-49a3-9bb6-be59e91d049c", "address": "fa:16:3e:3f:27:0a", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c700b7-5a", "ovs_interfaceid": "e3c700b7-5af9-49a3-9bb6-be59e91d049c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43ee3e47-219e-4a3e-a3b2-eaa796e192fa", "address": "fa:16:3e:01:7c:c0", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ee3e47-21", "ovs_interfaceid": "43ee3e47-219e-4a3e-a3b2-eaa796e192fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.678302] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193267, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.844629] env[70041]: DEBUG oslo_concurrency.lockutils [None req-937abbc6-654f-44c9-8318-d6d4f6f7edff tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-43ee3e47-219e-4a3e-a3b2-eaa796e192fa" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.878s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.968059] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.970433] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.696s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.970747] env[70041]: DEBUG nova.objects.instance [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lazy-loading 'resources' on Instance uuid dd223fdf-3d89-4464-8007-a75548e78e07 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.988021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a9a55090-190b-4945-836f-a3d237a6f8e1 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "af97533a-7551-4f43-9cef-c4b6c23eaee1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.084s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.002164] env[70041]: INFO nova.scheduler.client.report [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Deleted allocations for instance d6bd4da8-878c-4772-b3ef-362ba3e876d0 [ 998.171153] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193267, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.172805] env[70041]: DEBUG oslo_concurrency.lockutils [req-dcad4018-4c2f-4c77-8b48-caa38931303d req-2060de9c-ab22-4593-8750-d47e50e03376 service nova] Releasing lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.361323] env[70041]: DEBUG oslo_concurrency.lockutils [None req-43fb4ca8-da94-489b-aff2-7ac0bf1c2d4a tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquiring lock "interface-af97533a-7551-4f43-9cef-c4b6c23eaee1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.361702] env[70041]: DEBUG oslo_concurrency.lockutils [None req-43fb4ca8-da94-489b-aff2-7ac0bf1c2d4a tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "interface-af97533a-7551-4f43-9cef-c4b6c23eaee1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.363116] env[70041]: DEBUG nova.objects.instance [None req-43fb4ca8-da94-489b-aff2-7ac0bf1c2d4a tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lazy-loading 'flavor' on Instance uuid af97533a-7551-4f43-9cef-c4b6c23eaee1 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.371954] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.372225] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.372419] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleting the datastore file [datastore1] 30be6b58-3fac-4905-837b-285f233dac1f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.372696] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5623d5de-967c-4b75-bec4-3320fdb71ac4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.380368] env[70041]: DEBUG oslo_vmware.api [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for the task: (returnval){ [ 998.380368] env[70041]: value = "task-3193268" [ 998.380368] env[70041]: _type = "Task" [ 998.380368] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.389291] env[70041]: DEBUG oslo_vmware.api [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.512101] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b78df219-5f3a-4440-9eca-ba17a3fa247b tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "d6bd4da8-878c-4772-b3ef-362ba3e876d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.074s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.673439] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193267, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.818783] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6e2f28-2ce3-4559-a8f6-17f25fc012f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.826683] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7679f00-35de-4911-ba59-2d48dafc2bfe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.858950] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d796421-0338-4dec-b6e2-413747e878c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.864900] env[70041]: DEBUG nova.compute.manager [req-fe57aa0b-cc51-4c3f-a094-8779751a99d7 req-f740d7e9-aa6d-42a9-958d-4d064edbbfb0 service nova] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Received event network-changed-90a8516e-651d-44e5-84a9-fbaa5746cdf8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 998.864900] env[70041]: DEBUG nova.compute.manager [req-fe57aa0b-cc51-4c3f-a094-8779751a99d7 req-f740d7e9-aa6d-42a9-958d-4d064edbbfb0 service nova] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Refreshing instance network info cache due to event network-changed-90a8516e-651d-44e5-84a9-fbaa5746cdf8. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 998.864900] env[70041]: DEBUG oslo_concurrency.lockutils [req-fe57aa0b-cc51-4c3f-a094-8779751a99d7 req-f740d7e9-aa6d-42a9-958d-4d064edbbfb0 service nova] Acquiring lock "refresh_cache-e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.864900] env[70041]: DEBUG oslo_concurrency.lockutils [req-fe57aa0b-cc51-4c3f-a094-8779751a99d7 req-f740d7e9-aa6d-42a9-958d-4d064edbbfb0 service nova] Acquired lock "refresh_cache-e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.864900] env[70041]: DEBUG nova.network.neutron [req-fe57aa0b-cc51-4c3f-a094-8779751a99d7 req-f740d7e9-aa6d-42a9-958d-4d064edbbfb0 service nova] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Refreshing network info cache for port 90a8516e-651d-44e5-84a9-fbaa5746cdf8 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.869112] env[70041]: DEBUG nova.objects.instance [None req-43fb4ca8-da94-489b-aff2-7ac0bf1c2d4a tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lazy-loading 'pci_requests' on Instance uuid af97533a-7551-4f43-9cef-c4b6c23eaee1 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.872985] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0b4696-5ddd-4346-8d25-aace0f6eb6b7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.888734] env[70041]: DEBUG nova.compute.provider_tree [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.900535] env[70041]: DEBUG oslo_vmware.api [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Task: {'id': task-3193268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148696} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.900535] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.900535] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.900535] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.900535] env[70041]: INFO nova.compute.manager [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Took 2.83 seconds to destroy the instance on the hypervisor. [ 998.900535] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.900535] env[70041]: DEBUG nova.compute.manager [-] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.900535] env[70041]: DEBUG nova.network.neutron [-] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.178330] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193267, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.378978] env[70041]: DEBUG nova.objects.base [None req-43fb4ca8-da94-489b-aff2-7ac0bf1c2d4a tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 999.379224] env[70041]: DEBUG nova.network.neutron [None req-43fb4ca8-da94-489b-aff2-7ac0bf1c2d4a tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.414601] env[70041]: ERROR nova.scheduler.client.report [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] [req-d53a8d37-f776-448f-b067-09967900c8f3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d53a8d37-f776-448f-b067-09967900c8f3"}]} [ 999.441966] env[70041]: DEBUG nova.scheduler.client.report [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 999.467409] env[70041]: DEBUG nova.scheduler.client.report [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 999.467642] env[70041]: DEBUG nova.compute.provider_tree [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.479931] env[70041]: DEBUG nova.scheduler.client.report [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 999.505689] env[70041]: DEBUG oslo_concurrency.lockutils [None req-43fb4ca8-da94-489b-aff2-7ac0bf1c2d4a tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "interface-af97533a-7551-4f43-9cef-c4b6c23eaee1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.141s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.507194] env[70041]: DEBUG nova.scheduler.client.report [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 999.679990] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193267, 'name': CreateVM_Task, 'duration_secs': 2.477159} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.680443] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.681076] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.681268] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.681696] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.681976] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150a6112-e489-47cf-8bf2-87879641eacd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.687766] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 999.687766] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5211221c-1158-f20f-8e96-1f3452ca8914" [ 999.687766] env[70041]: _type = "Task" [ 999.687766] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.699507] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5211221c-1158-f20f-8e96-1f3452ca8914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.744775] env[70041]: DEBUG nova.network.neutron [req-fe57aa0b-cc51-4c3f-a094-8779751a99d7 req-f740d7e9-aa6d-42a9-958d-4d064edbbfb0 service nova] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Updated VIF entry in instance network info cache for port 90a8516e-651d-44e5-84a9-fbaa5746cdf8. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.745161] env[70041]: DEBUG nova.network.neutron [req-fe57aa0b-cc51-4c3f-a094-8779751a99d7 req-f740d7e9-aa6d-42a9-958d-4d064edbbfb0 service nova] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Updating instance_info_cache with network_info: [{"id": "90a8516e-651d-44e5-84a9-fbaa5746cdf8", "address": "fa:16:3e:53:5a:3d", "network": {"id": "b05ad7f7-56e5-449d-8e55-ce7663a54879", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1320088638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e0b9550715864919867857b7230e78eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90a8516e-65", "ovs_interfaceid": "90a8516e-651d-44e5-84a9-fbaa5746cdf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.759332] env[70041]: DEBUG nova.compute.manager [req-c7d0188f-5659-4a62-8868-9f86d4de871a req-48cf25ce-3924-451e-8fdb-4ceb7174d062 service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Received event network-vif-deleted-d59eed32-4158-4bc2-8556-5d2f7047fe0b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 999.759530] env[70041]: INFO nova.compute.manager [req-c7d0188f-5659-4a62-8868-9f86d4de871a req-48cf25ce-3924-451e-8fdb-4ceb7174d062 service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Neutron deleted interface d59eed32-4158-4bc2-8556-5d2f7047fe0b; detaching it from the instance and deleting it from the info cache [ 999.759696] env[70041]: DEBUG nova.network.neutron [req-c7d0188f-5659-4a62-8868-9f86d4de871a req-48cf25ce-3924-451e-8fdb-4ceb7174d062 service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.777161] env[70041]: DEBUG nova.network.neutron [-] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.893284] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7be011-35f5-4890-a9eb-f621140c133b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.901736] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb08d6c-0af0-43c3-87c5-27b29610ac87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.935673] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fe1c5d-4a49-41bc-9f20-b8804029b058 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.947394] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c842a-994a-4d29-a0a4-8acbd8e2a198 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.963022] env[70041]: DEBUG nova.compute.provider_tree [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.200432] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5211221c-1158-f20f-8e96-1f3452ca8914, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.201278] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.201278] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.201515] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.201515] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.201705] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.202054] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2568d3fe-7d85-4f80-a461-43a63f0eef42 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.211226] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.211422] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.212722] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230b26de-78d6-4652-8cea-a32e8cfb9130 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.223491] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 1000.223491] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522cbf82-02d1-4ead-0c0f-624ff85e0d8c" [ 1000.223491] env[70041]: _type = "Task" [ 1000.223491] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.230941] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522cbf82-02d1-4ead-0c0f-624ff85e0d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.247705] env[70041]: DEBUG oslo_concurrency.lockutils [req-fe57aa0b-cc51-4c3f-a094-8779751a99d7 req-f740d7e9-aa6d-42a9-958d-4d064edbbfb0 service nova] Releasing lock "refresh_cache-e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.266822] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74bb000b-aff2-48a4-8ddd-e330b005410e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.281251] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc64d9d3-4ea8-49ff-a5b5-83c8532169a3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.293436] env[70041]: INFO nova.compute.manager [-] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Took 1.39 seconds to deallocate network for instance. [ 1000.321139] env[70041]: DEBUG nova.compute.manager [req-c7d0188f-5659-4a62-8868-9f86d4de871a req-48cf25ce-3924-451e-8fdb-4ceb7174d062 service nova] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Detach interface failed, port_id=d59eed32-4158-4bc2-8556-5d2f7047fe0b, reason: Instance 30be6b58-3fac-4905-837b-285f233dac1f could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1000.442863] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "03abe8f5-b70c-4526-b42e-897fdb83b83f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.443218] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "03abe8f5-b70c-4526-b42e-897fdb83b83f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.443449] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "03abe8f5-b70c-4526-b42e-897fdb83b83f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.443876] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "03abe8f5-b70c-4526-b42e-897fdb83b83f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.444097] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "03abe8f5-b70c-4526-b42e-897fdb83b83f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.446332] env[70041]: INFO nova.compute.manager [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Terminating instance [ 1000.500057] env[70041]: DEBUG nova.scheduler.client.report [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1000.500391] env[70041]: DEBUG nova.compute.provider_tree [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 125 to 126 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1000.500589] env[70041]: DEBUG nova.compute.provider_tree [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.734227] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522cbf82-02d1-4ead-0c0f-624ff85e0d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.734490] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-228e58c6-4628-44bb-8e49-cf7d795fde9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.741099] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 1000.741099] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52914950-5710-70ef-245f-03a4b70ffcb0" [ 1000.741099] env[70041]: _type = "Task" [ 1000.741099] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.749040] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52914950-5710-70ef-245f-03a4b70ffcb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.804283] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.950417] env[70041]: DEBUG nova.compute.manager [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.950712] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.951652] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af7bdd-c50a-4ee0-9d6c-3494866c73b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.959153] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.959412] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9ddb76a-166f-4cf6-a2ef-85bdfe2bac5b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.967625] env[70041]: DEBUG oslo_vmware.api [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 1000.967625] env[70041]: value = "task-3193269" [ 1000.967625] env[70041]: _type = "Task" [ 1000.967625] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.975705] env[70041]: DEBUG oslo_vmware.api [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.006036] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.035s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.010101] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.667s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.010412] env[70041]: DEBUG nova.objects.instance [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1001.024607] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-e3c700b7-5af9-49a3-9bb6-be59e91d049c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.024951] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-e3c700b7-5af9-49a3-9bb6-be59e91d049c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.046642] env[70041]: INFO nova.scheduler.client.report [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Deleted allocations for instance dd223fdf-3d89-4464-8007-a75548e78e07 [ 1001.253582] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52914950-5710-70ef-245f-03a4b70ffcb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.253640] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.253889] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8/e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.254189] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0828e7c5-8555-40ac-a8ac-53e1ef0b7eb0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.261866] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 1001.261866] env[70041]: value = "task-3193270" [ 1001.261866] env[70041]: _type = "Task" [ 1001.261866] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.270524] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.478247] env[70041]: DEBUG oslo_vmware.api [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193269, 'name': PowerOffVM_Task, 'duration_secs': 0.234045} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.478421] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.478720] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.478992] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16735357-ee1d-4db7-ab22-a7a13a4e6e4f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.496132] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquiring lock "af97533a-7551-4f43-9cef-c4b6c23eaee1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.496132] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "af97533a-7551-4f43-9cef-c4b6c23eaee1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.496416] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquiring lock "af97533a-7551-4f43-9cef-c4b6c23eaee1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.496756] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "af97533a-7551-4f43-9cef-c4b6c23eaee1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.496838] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "af97533a-7551-4f43-9cef-c4b6c23eaee1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.500035] env[70041]: INFO nova.compute.manager [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Terminating instance [ 1001.529969] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.530038] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.531640] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c9434-c496-44cf-a9f6-1d00294b3abe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.557179] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a734db02-41ec-4134-90ba-8a78b979dad2 tempest-ServersWithSpecificFlavorTestJSON-1091188146 tempest-ServersWithSpecificFlavorTestJSON-1091188146-project-member] Lock "dd223fdf-3d89-4464-8007-a75548e78e07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.658s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.561111] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b8555f-9fae-4a11-962c-e15e85632add {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.563927] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.564257] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.564495] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Deleting the datastore file [datastore2] 03abe8f5-b70c-4526-b42e-897fdb83b83f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.564733] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0b78cd1-757d-4d4e-a9bb-11acb01d7714 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.595622] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Reconfiguring VM to detach interface {{(pid=70041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1001.597753] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-992fcbfc-aa0d-46ec-81d3-2d954d862164 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.611759] env[70041]: DEBUG oslo_vmware.api [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for the task: (returnval){ [ 1001.611759] env[70041]: value = "task-3193272" [ 1001.611759] env[70041]: _type = "Task" [ 1001.611759] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.618438] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1001.618438] env[70041]: value = "task-3193273" [ 1001.618438] env[70041]: _type = "Task" [ 1001.618438] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.622373] env[70041]: DEBUG oslo_vmware.api [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.632907] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.771149] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479317} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.771459] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8/e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.771627] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.771846] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc0b2e5b-8298-4fc3-bbe7-ea59c910bcb4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.777712] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 1001.777712] env[70041]: value = "task-3193274" [ 1001.777712] env[70041]: _type = "Task" [ 1001.777712] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.787371] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.006890] env[70041]: DEBUG nova.compute.manager [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.006890] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.006890] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85629b41-1b96-43c0-b72f-edf3cee535f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.012922] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.013191] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c00cb298-ed9c-4883-86c8-69af24472320 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.020922] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4dd4c13a-f906-4165-9b98-c577b23ba5da tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.022093] env[70041]: DEBUG oslo_vmware.api [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 1002.022093] env[70041]: value = "task-3193275" [ 1002.022093] env[70041]: _type = "Task" [ 1002.022093] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.022354] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.743s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.024891] env[70041]: INFO nova.compute.claims [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.036439] env[70041]: DEBUG oslo_vmware.api [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.122386] env[70041]: DEBUG oslo_vmware.api [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Task: {'id': task-3193272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280338} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.122799] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.122990] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.123186] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.123360] env[70041]: INFO nova.compute.manager [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1002.123602] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.126607] env[70041]: DEBUG nova.compute.manager [-] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.126728] env[70041]: DEBUG nova.network.neutron [-] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.133116] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.287838] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062514} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.288311] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.289136] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c369c7c5-ccc6-4424-a68f-5a8b8df9b886 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.314757] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8/e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.314872] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fe16c88-2163-49f4-8846-c685376d1147 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.335291] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 1002.335291] env[70041]: value = "task-3193276" [ 1002.335291] env[70041]: _type = "Task" [ 1002.335291] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.344538] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.421609] env[70041]: DEBUG nova.compute.manager [req-6ce75cc0-2af4-45a4-bb85-680754b6e25d req-8779fd71-062c-4b30-b17d-0b1f2c73e84c service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Received event network-vif-deleted-93008b0d-69eb-42c2-adea-4cc3000c673c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1002.422546] env[70041]: INFO nova.compute.manager [req-6ce75cc0-2af4-45a4-bb85-680754b6e25d req-8779fd71-062c-4b30-b17d-0b1f2c73e84c service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Neutron deleted interface 93008b0d-69eb-42c2-adea-4cc3000c673c; detaching it from the instance and deleting it from the info cache [ 1002.422546] env[70041]: DEBUG nova.network.neutron [req-6ce75cc0-2af4-45a4-bb85-680754b6e25d req-8779fd71-062c-4b30-b17d-0b1f2c73e84c service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.540388] env[70041]: DEBUG oslo_vmware.api [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193275, 'name': PowerOffVM_Task, 'duration_secs': 0.248064} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.542340] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.542340] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.542340] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7600967b-385f-4cd9-b18a-3c30f9c9343d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.612092] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.612490] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.612678] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Deleting the datastore file [datastore1] af97533a-7551-4f43-9cef-c4b6c23eaee1 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.612950] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef3bd4f-de3c-43df-83d6-745b20098f72 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.619810] env[70041]: DEBUG oslo_vmware.api [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for the task: (returnval){ [ 1002.619810] env[70041]: value = "task-3193278" [ 1002.619810] env[70041]: _type = "Task" [ 1002.619810] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.642645] env[70041]: DEBUG oslo_vmware.api [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.646023] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.845256] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193276, 'name': ReconfigVM_Task, 'duration_secs': 0.305018} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.845560] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Reconfigured VM instance instance-00000056 to attach disk [datastore1] e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8/e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.846193] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a2ef27c-6e81-401c-934a-cec3c9b39972 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.852174] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 1002.852174] env[70041]: value = "task-3193279" [ 1002.852174] env[70041]: _type = "Task" [ 1002.852174] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.861298] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193279, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.899238] env[70041]: DEBUG nova.network.neutron [-] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.925785] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1205684-635f-429c-8da3-055494290e3a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.937160] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a52c20-e424-4a5f-91a0-403ae5ceb7df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.971414] env[70041]: DEBUG nova.compute.manager [req-6ce75cc0-2af4-45a4-bb85-680754b6e25d req-8779fd71-062c-4b30-b17d-0b1f2c73e84c service nova] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Detach interface failed, port_id=93008b0d-69eb-42c2-adea-4cc3000c673c, reason: Instance 03abe8f5-b70c-4526-b42e-897fdb83b83f could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1003.129464] env[70041]: DEBUG oslo_vmware.api [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Task: {'id': task-3193278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170149} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.134801] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.138021] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.138021] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.138021] env[70041]: INFO nova.compute.manager [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1003.138021] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.138021] env[70041]: DEBUG nova.compute.manager [-] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.138021] env[70041]: DEBUG nova.network.neutron [-] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.143137] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.366720] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193279, 'name': Rename_Task, 'duration_secs': 0.169857} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.367288] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.367453] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b7586c6-d7f2-48a8-b07f-40f2f5e1a7bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.377989] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 1003.377989] env[70041]: value = "task-3193280" [ 1003.377989] env[70041]: _type = "Task" [ 1003.377989] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.390495] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.401941] env[70041]: INFO nova.compute.manager [-] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Took 1.28 seconds to deallocate network for instance. [ 1003.432393] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d0da1-ef1a-4463-bd4d-2079b9ca05d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.441767] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dae324-12ba-4175-8fee-24440690f5db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.475272] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c026ada4-4da4-41d5-bef9-f2148dc54d50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.483555] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec128cc4-a50d-43de-bcb0-08330f5b8c45 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.498624] env[70041]: DEBUG nova.compute.provider_tree [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.639611] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.888761] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193280, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.896863] env[70041]: DEBUG nova.network.neutron [-] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.910816] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.005124] env[70041]: DEBUG nova.scheduler.client.report [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.145500] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.389947] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.397647] env[70041]: INFO nova.compute.manager [-] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Took 1.26 seconds to deallocate network for instance. [ 1004.456288] env[70041]: DEBUG nova.compute.manager [req-b7c8260a-f2eb-471b-8bc0-91be59a61c72 req-75fcfa54-6ea4-4f4b-a94d-4ff031c57c60 service nova] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Received event network-vif-deleted-384c62fe-02fa-4fb7-8287-8d6c701bd943 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1004.511252] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.511796] env[70041]: DEBUG nova.compute.manager [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.514859] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.935s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.515089] env[70041]: DEBUG nova.objects.instance [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lazy-loading 'resources' on Instance uuid d96160f4-79f6-46cf-bc42-c5cff950a2bb {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.641547] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.891129] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193280, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.905374] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.018926] env[70041]: DEBUG nova.compute.utils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.025595] env[70041]: DEBUG nova.compute.manager [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.026247] env[70041]: DEBUG nova.network.neutron [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.117705] env[70041]: DEBUG nova.policy [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9285626cf04b4011b1e49c36e6c9bfd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea4864b3041b41b2abc94ffa505e8145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.142159] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.340933] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4824b6d-3b59-4321-a922-2cee618f52d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.348347] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701974ed-e6e6-4735-8c05-1b4e686aaa11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.389562] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb24dbc-3dda-46cc-bedc-3f3ed6dcc691 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.398538] env[70041]: DEBUG oslo_vmware.api [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193280, 'name': PowerOnVM_Task, 'duration_secs': 1.601567} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.400801] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.401876] env[70041]: INFO nova.compute.manager [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1005.401876] env[70041]: DEBUG nova.compute.manager [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.402500] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a6f39-f32a-4050-9274-7e7d5038bfa9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.406139] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4764f60-a4b5-44a9-a487-11acf214d124 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.437477] env[70041]: DEBUG nova.compute.provider_tree [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.526338] env[70041]: DEBUG nova.compute.manager [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.645406] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.694999] env[70041]: DEBUG nova.network.neutron [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Successfully created port: eb327e5b-4476-4dbf-8e49-f4edfe2788c7 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.944317] env[70041]: DEBUG nova.scheduler.client.report [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.954329] env[70041]: INFO nova.compute.manager [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Took 46.05 seconds to build instance. [ 1006.146576] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.454889] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.458681] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.645s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.462031] env[70041]: INFO nova.compute.claims [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.467044] env[70041]: DEBUG oslo_concurrency.lockutils [None req-08ee9521-4109-4c83-8c79-6022f0c4722f tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.573s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.490582] env[70041]: INFO nova.scheduler.client.report [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Deleted allocations for instance d96160f4-79f6-46cf-bc42-c5cff950a2bb [ 1006.537214] env[70041]: DEBUG nova.compute.manager [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.563309] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.563643] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.563725] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.563897] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.564523] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.564523] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.564523] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.564686] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.564802] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.565635] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.565635] env[70041]: DEBUG nova.virt.hardware [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.566405] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6065b894-bfd9-48df-accf-9f180eef2931 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.575466] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd9c0ce-e0bf-4df6-b5aa-2c12e2bc17be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.645711] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.001944] env[70041]: DEBUG oslo_concurrency.lockutils [None req-62d5624b-ce29-4c97-917c-8ad19147c412 tempest-ServerShowV254Test-549488199 tempest-ServerShowV254Test-549488199-project-member] Lock "d96160f4-79f6-46cf-bc42-c5cff950a2bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.203s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.149151] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.394439] env[70041]: DEBUG nova.compute.manager [req-867480b2-c44b-44db-8677-9038d2616871 req-2f850e47-4af4-4baa-9628-27de9f6a509a service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Received event network-vif-plugged-eb327e5b-4476-4dbf-8e49-f4edfe2788c7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1007.394439] env[70041]: DEBUG oslo_concurrency.lockutils [req-867480b2-c44b-44db-8677-9038d2616871 req-2f850e47-4af4-4baa-9628-27de9f6a509a service nova] Acquiring lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.394689] env[70041]: DEBUG oslo_concurrency.lockutils [req-867480b2-c44b-44db-8677-9038d2616871 req-2f850e47-4af4-4baa-9628-27de9f6a509a service nova] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.394689] env[70041]: DEBUG oslo_concurrency.lockutils [req-867480b2-c44b-44db-8677-9038d2616871 req-2f850e47-4af4-4baa-9628-27de9f6a509a service nova] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.394887] env[70041]: DEBUG nova.compute.manager [req-867480b2-c44b-44db-8677-9038d2616871 req-2f850e47-4af4-4baa-9628-27de9f6a509a service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] No waiting events found dispatching network-vif-plugged-eb327e5b-4476-4dbf-8e49-f4edfe2788c7 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.395018] env[70041]: WARNING nova.compute.manager [req-867480b2-c44b-44db-8677-9038d2616871 req-2f850e47-4af4-4baa-9628-27de9f6a509a service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Received unexpected event network-vif-plugged-eb327e5b-4476-4dbf-8e49-f4edfe2788c7 for instance with vm_state building and task_state spawning. [ 1007.499063] env[70041]: DEBUG nova.network.neutron [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Successfully updated port: eb327e5b-4476-4dbf-8e49-f4edfe2788c7 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.646188] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.783869] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.783869] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.875106] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a8d0ee-7648-4819-b56c-fa6833acf1c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.883918] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2587fc2c-5c7e-4c7c-af19-039bd6a40c24 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.921924] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d17e6b-830a-4c0d-b04a-eff966c336ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.931556] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078254cd-143d-4ca9-8f8c-60ec0339ae48 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.947739] env[70041]: DEBUG nova.compute.provider_tree [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.002106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.002106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.002106] env[70041]: DEBUG nova.network.neutron [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.150280] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.286577] env[70041]: DEBUG nova.compute.manager [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.454214] env[70041]: DEBUG nova.scheduler.client.report [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.535991] env[70041]: DEBUG nova.network.neutron [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.648550] env[70041]: DEBUG oslo_vmware.api [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193273, 'name': ReconfigVM_Task, 'duration_secs': 6.791505} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.648550] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.648720] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Reconfigured VM to detach interface {{(pid=70041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1008.667942] env[70041]: DEBUG nova.network.neutron [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance_info_cache with network_info: [{"id": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "address": "fa:16:3e:6d:64:7c", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb327e5b-44", "ovs_interfaceid": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.802103] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquiring lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.802879] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.803481] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquiring lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.803481] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.803603] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.806620] env[70041]: INFO nova.compute.manager [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Terminating instance [ 1008.816696] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.963137] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.963137] env[70041]: DEBUG nova.compute.manager [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.964909] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.891s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.965269] env[70041]: DEBUG nova.objects.instance [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lazy-loading 'resources' on Instance uuid 089bbc09-3b1d-40a4-bba9-dbc5c3378b91 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.028912] env[70041]: DEBUG nova.compute.manager [req-acff8350-e05d-425b-b360-3396cbdf4594 req-0ce9bd73-93cd-4b25-84a0-06d992c2dad8 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-vif-deleted-e3c700b7-5af9-49a3-9bb6-be59e91d049c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1009.029186] env[70041]: INFO nova.compute.manager [req-acff8350-e05d-425b-b360-3396cbdf4594 req-0ce9bd73-93cd-4b25-84a0-06d992c2dad8 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Neutron deleted interface e3c700b7-5af9-49a3-9bb6-be59e91d049c; detaching it from the instance and deleting it from the info cache [ 1009.029310] env[70041]: DEBUG nova.network.neutron [req-acff8350-e05d-425b-b360-3396cbdf4594 req-0ce9bd73-93cd-4b25-84a0-06d992c2dad8 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43ee3e47-219e-4a3e-a3b2-eaa796e192fa", "address": "fa:16:3e:01:7c:c0", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ee3e47-21", "ovs_interfaceid": "43ee3e47-219e-4a3e-a3b2-eaa796e192fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.170886] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.171258] env[70041]: DEBUG nova.compute.manager [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Instance network_info: |[{"id": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "address": "fa:16:3e:6d:64:7c", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb327e5b-44", "ovs_interfaceid": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.171685] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:64:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb327e5b-4476-4dbf-8e49-f4edfe2788c7', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.180421] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.180971] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.181225] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5e090a8-0f63-4784-9cf1-8d5162754170 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.204177] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.204177] env[70041]: value = "task-3193281" [ 1009.204177] env[70041]: _type = "Task" [ 1009.204177] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.212140] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193281, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.311173] env[70041]: DEBUG nova.compute.manager [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.311336] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.312193] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed45c5fd-4739-4fca-a3c7-1275e92687cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.320102] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.320358] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dd82694-718b-4014-bb5a-c07385b1e653 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.326795] env[70041]: DEBUG oslo_vmware.api [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 1009.326795] env[70041]: value = "task-3193282" [ 1009.326795] env[70041]: _type = "Task" [ 1009.326795] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.334717] env[70041]: DEBUG oslo_vmware.api [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.445093] env[70041]: DEBUG nova.compute.manager [req-246f23b1-7677-4b2e-889d-0b960ac01928 req-e7168c53-6a52-48e0-8e0e-f5e4c2e222e1 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Received event network-changed-eb327e5b-4476-4dbf-8e49-f4edfe2788c7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1009.445389] env[70041]: DEBUG nova.compute.manager [req-246f23b1-7677-4b2e-889d-0b960ac01928 req-e7168c53-6a52-48e0-8e0e-f5e4c2e222e1 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Refreshing instance network info cache due to event network-changed-eb327e5b-4476-4dbf-8e49-f4edfe2788c7. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1009.445731] env[70041]: DEBUG oslo_concurrency.lockutils [req-246f23b1-7677-4b2e-889d-0b960ac01928 req-e7168c53-6a52-48e0-8e0e-f5e4c2e222e1 service nova] Acquiring lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.445913] env[70041]: DEBUG oslo_concurrency.lockutils [req-246f23b1-7677-4b2e-889d-0b960ac01928 req-e7168c53-6a52-48e0-8e0e-f5e4c2e222e1 service nova] Acquired lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.446336] env[70041]: DEBUG nova.network.neutron [req-246f23b1-7677-4b2e-889d-0b960ac01928 req-e7168c53-6a52-48e0-8e0e-f5e4c2e222e1 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Refreshing network info cache for port eb327e5b-4476-4dbf-8e49-f4edfe2788c7 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.468949] env[70041]: DEBUG nova.compute.utils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.473637] env[70041]: DEBUG nova.compute.manager [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.473937] env[70041]: DEBUG nova.network.neutron [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.533041] env[70041]: DEBUG oslo_concurrency.lockutils [req-acff8350-e05d-425b-b360-3396cbdf4594 req-0ce9bd73-93cd-4b25-84a0-06d992c2dad8 service nova] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.534399] env[70041]: DEBUG oslo_concurrency.lockutils [req-acff8350-e05d-425b-b360-3396cbdf4594 req-0ce9bd73-93cd-4b25-84a0-06d992c2dad8 service nova] Acquired lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.534399] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d38e483-4a5a-47ff-97b0-e5602958f354 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.545943] env[70041]: DEBUG nova.policy [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c1f6ec1c3b459fa9725cc2e695756a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1b7a1b66c34c92ba38db759c0c3e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.566787] env[70041]: DEBUG oslo_concurrency.lockutils [req-acff8350-e05d-425b-b360-3396cbdf4594 req-0ce9bd73-93cd-4b25-84a0-06d992c2dad8 service nova] Releasing lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.567322] env[70041]: WARNING nova.compute.manager [req-acff8350-e05d-425b-b360-3396cbdf4594 req-0ce9bd73-93cd-4b25-84a0-06d992c2dad8 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Detach interface failed, port_id=e3c700b7-5af9-49a3-9bb6-be59e91d049c, reason: No device with interface-id e3c700b7-5af9-49a3-9bb6-be59e91d049c exists on VM: nova.exception.NotFound: No device with interface-id e3c700b7-5af9-49a3-9bb6-be59e91d049c exists on VM [ 1009.716069] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193281, 'name': CreateVM_Task, 'duration_secs': 0.358529} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.716577] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.716899] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.717085] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.717399] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.717646] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06870e79-0de5-4eea-a678-0a91c9c08b35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.721961] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "455d5575-f2d7-4edf-b809-74c0bffc273e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.722196] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.725132] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1009.725132] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f92f16-f680-4d70-4c1d-56cff4b23f63" [ 1009.725132] env[70041]: _type = "Task" [ 1009.725132] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.736017] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f92f16-f680-4d70-4c1d-56cff4b23f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.832839] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41f0a4d-18d8-4567-bd58-ac5672323f68 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.846327] env[70041]: DEBUG oslo_vmware.api [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193282, 'name': PowerOffVM_Task, 'duration_secs': 0.177315} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.846834] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.848484] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.848484] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bdff6c-fae6-4ae6-ab22-420b62d61fc1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.851057] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be617053-200b-4b52-96c3-2fe7f874b8f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.881531] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10af1c22-f56f-48a4-a43f-0e9d2472d926 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.889429] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fba3899-1e4d-4db5-8353-7a7b5352e3d8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.904339] env[70041]: DEBUG nova.compute.provider_tree [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.906546] env[70041]: DEBUG nova.network.neutron [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Successfully created port: 0e0deaba-8ebf-4a0b-88fb-77554aad929f {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.978186] env[70041]: DEBUG nova.compute.manager [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.018121] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.018318] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.018500] env[70041]: DEBUG nova.network.neutron [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.228406] env[70041]: DEBUG nova.compute.utils [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.244981] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f92f16-f680-4d70-4c1d-56cff4b23f63, 'name': SearchDatastore_Task, 'duration_secs': 0.014093} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.245864] env[70041]: DEBUG nova.network.neutron [req-246f23b1-7677-4b2e-889d-0b960ac01928 req-e7168c53-6a52-48e0-8e0e-f5e4c2e222e1 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updated VIF entry in instance network info cache for port eb327e5b-4476-4dbf-8e49-f4edfe2788c7. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.246205] env[70041]: DEBUG nova.network.neutron [req-246f23b1-7677-4b2e-889d-0b960ac01928 req-e7168c53-6a52-48e0-8e0e-f5e4c2e222e1 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance_info_cache with network_info: [{"id": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "address": "fa:16:3e:6d:64:7c", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb327e5b-44", "ovs_interfaceid": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.247693] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.247927] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.248175] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.248322] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.248504] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.249460] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffa1a4db-23b2-48f0-8abb-2de1c4244c67 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.260536] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.260724] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.261466] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbea3ce-0605-48f5-811d-488f8cdea079 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.268156] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1010.268156] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a05f73-a8a4-e2b6-3fe0-e8699449f111" [ 1010.268156] env[70041]: _type = "Task" [ 1010.268156] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.276095] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a05f73-a8a4-e2b6-3fe0-e8699449f111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.410549] env[70041]: DEBUG nova.scheduler.client.report [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.736196] env[70041]: INFO nova.network.neutron [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Port 43ee3e47-219e-4a3e-a3b2-eaa796e192fa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1010.736567] env[70041]: DEBUG nova.network.neutron [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [{"id": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "address": "fa:16:3e:38:15:87", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9fa245-f5", "ovs_interfaceid": "af9fa245-f5c4-4006-a65f-6c0b389ddecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.738300] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.749792] env[70041]: DEBUG oslo_concurrency.lockutils [req-246f23b1-7677-4b2e-889d-0b960ac01928 req-e7168c53-6a52-48e0-8e0e-f5e4c2e222e1 service nova] Releasing lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.778340] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a05f73-a8a4-e2b6-3fe0-e8699449f111, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.779163] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be1157cf-43e0-4023-a3ca-6acaeee4ac66 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.785185] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1010.785185] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d842c2-1c02-2594-408f-477e7256010b" [ 1010.785185] env[70041]: _type = "Task" [ 1010.785185] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.792810] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d842c2-1c02-2594-408f-477e7256010b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.915562] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.918026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.008s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.918194] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.918285] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1010.918554] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.234s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.918752] env[70041]: DEBUG nova.objects.instance [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lazy-loading 'resources' on Instance uuid 12d8e0ec-6875-4e88-84c9-1e2a000b19b3 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.920392] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469dccda-d496-48cf-b663-3dcf610bc3b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.929455] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c41eeb9-9494-42a4-9254-91fa33ecc5a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.944313] env[70041]: INFO nova.scheduler.client.report [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Deleted allocations for instance 089bbc09-3b1d-40a4-bba9-dbc5c3378b91 [ 1010.946624] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a19794-feab-4024-a515-1853bdf5c932 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.956939] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7845784-0c03-43a3-ac9e-dacb4735d1ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.988720] env[70041]: DEBUG nova.compute.manager [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.990820] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178622MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1010.990942] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.014573] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.014877] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.015093] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.015365] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.015534] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.015713] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.015936] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.016115] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.016304] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.016477] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.016693] env[70041]: DEBUG nova.virt.hardware [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.017885] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53feba5f-931d-439f-9a08-50ff0c6ea76e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.027361] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a83bc97-f0cd-48eb-b36d-e99e9e390b2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.031095] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.031295] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.031475] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Deleting the datastore file [datastore1] e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.032016] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64807605-0ba9-49a7-b693-58c0d48f808d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.043823] env[70041]: DEBUG oslo_vmware.api [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for the task: (returnval){ [ 1011.043823] env[70041]: value = "task-3193284" [ 1011.043823] env[70041]: _type = "Task" [ 1011.043823] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.054017] env[70041]: DEBUG oslo_vmware.api [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.239633] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-8655920e-7f50-46dd-a4e5-c46dcaa4b11f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.299130] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d842c2-1c02-2594-408f-477e7256010b, 'name': SearchDatastore_Task, 'duration_secs': 0.010868} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.299422] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.299679] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc/fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.299945] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf9de8b6-08ae-4c4d-9534-f0cf16195605 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.306949] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1011.306949] env[70041]: value = "task-3193285" [ 1011.306949] env[70041]: _type = "Task" [ 1011.306949] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.318093] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.346350] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.346498] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.347110] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.347110] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.347235] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.350123] env[70041]: INFO nova.compute.manager [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Terminating instance [ 1011.460186] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d2d0bdfa-7ffa-4495-937b-096b1a42a1c2 tempest-ServersNegativeTestMultiTenantJSON-1183257068 tempest-ServersNegativeTestMultiTenantJSON-1183257068-project-member] Lock "089bbc09-3b1d-40a4-bba9-dbc5c3378b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.871s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.557617] env[70041]: DEBUG oslo_vmware.api [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Task: {'id': task-3193284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135601} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.560913] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.560913] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.560913] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.560913] env[70041]: INFO nova.compute.manager [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1011.561316] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.562011] env[70041]: DEBUG nova.compute.manager [-] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.562221] env[70041]: DEBUG nova.network.neutron [-] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.577395] env[70041]: DEBUG nova.compute.manager [req-8553cad7-21dc-4120-a897-56c2bced09a8 req-a1d761c4-839e-4de8-acba-0abdbe7d74fc service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Received event network-vif-plugged-0e0deaba-8ebf-4a0b-88fb-77554aad929f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1011.577395] env[70041]: DEBUG oslo_concurrency.lockutils [req-8553cad7-21dc-4120-a897-56c2bced09a8 req-a1d761c4-839e-4de8-acba-0abdbe7d74fc service nova] Acquiring lock "77bb19a1-8650-48df-be6a-460fe472d530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.577395] env[70041]: DEBUG oslo_concurrency.lockutils [req-8553cad7-21dc-4120-a897-56c2bced09a8 req-a1d761c4-839e-4de8-acba-0abdbe7d74fc service nova] Lock "77bb19a1-8650-48df-be6a-460fe472d530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.577395] env[70041]: DEBUG oslo_concurrency.lockutils [req-8553cad7-21dc-4120-a897-56c2bced09a8 req-a1d761c4-839e-4de8-acba-0abdbe7d74fc service nova] Lock "77bb19a1-8650-48df-be6a-460fe472d530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.577395] env[70041]: DEBUG nova.compute.manager [req-8553cad7-21dc-4120-a897-56c2bced09a8 req-a1d761c4-839e-4de8-acba-0abdbe7d74fc service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] No waiting events found dispatching network-vif-plugged-0e0deaba-8ebf-4a0b-88fb-77554aad929f {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.577395] env[70041]: WARNING nova.compute.manager [req-8553cad7-21dc-4120-a897-56c2bced09a8 req-a1d761c4-839e-4de8-acba-0abdbe7d74fc service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Received unexpected event network-vif-plugged-0e0deaba-8ebf-4a0b-88fb-77554aad929f for instance with vm_state building and task_state spawning. [ 1011.596469] env[70041]: DEBUG nova.network.neutron [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Successfully updated port: 0e0deaba-8ebf-4a0b-88fb-77554aad929f {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.599213] env[70041]: DEBUG nova.compute.manager [req-1ca72ad8-c335-4d45-add6-0537b4649313 req-a666b464-3d1c-400b-90e3-747d0ac1f800 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-vif-deleted-43ee3e47-219e-4a3e-a3b2-eaa796e192fa {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1011.743256] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44258a0d-7f7d-4947-8592-bf6bc701f076 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-8655920e-7f50-46dd-a4e5-c46dcaa4b11f-e3c700b7-5af9-49a3-9bb6-be59e91d049c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.718s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.814829] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340d50e4-6a10-45ff-a401-1d988993b071 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.824347] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "455d5575-f2d7-4edf-b809-74c0bffc273e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.824347] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.824347] env[70041]: INFO nova.compute.manager [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Attaching volume 3fbdcecd-a0c1-447c-8500-c186b68bea8b to /dev/sdb [ 1011.825931] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451248} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.831963] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc/fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.832267] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.834758] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5b0dd37-7a75-4da4-a47f-cddba441e38e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.837697] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf7992c-f8d8-4fd3-977e-7ec636b1d640 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.871451] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1011.871451] env[70041]: value = "task-3193286" [ 1011.871451] env[70041]: _type = "Task" [ 1011.871451] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.872409] env[70041]: DEBUG nova.compute.manager [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.872612] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.873978] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46243506-65df-4d0e-9f5c-2c71ff53285f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.877371] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677ddf80-9e2f-4cfe-a64f-444b48b1794c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.884867] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f4b105-87b7-4a3b-8fa4-a5112f17dc6c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.898454] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb210260-b9ba-43a7-9f91-d13c50ef8e1b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.902241] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193286, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.902513] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.903267] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459f239f-c508-4c0c-a6c5-ea3b10bbed16 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.905915] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15e1104d-5ea3-4b00-899b-fa55ce62cbc5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.917496] env[70041]: DEBUG nova.compute.provider_tree [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.924428] env[70041]: DEBUG oslo_vmware.api [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1011.924428] env[70041]: value = "task-3193287" [ 1011.924428] env[70041]: _type = "Task" [ 1011.924428] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.924428] env[70041]: DEBUG nova.virt.block_device [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating existing volume attachment record: 0103f62b-6a59-4568-90a0-0f8f74654f8a {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1011.937919] env[70041]: DEBUG oslo_vmware.api [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.100934] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "refresh_cache-77bb19a1-8650-48df-be6a-460fe472d530" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.101453] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "refresh_cache-77bb19a1-8650-48df-be6a-460fe472d530" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.101453] env[70041]: DEBUG nova.network.neutron [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.389998] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06756} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.390298] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.391109] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107d33e-efa7-4669-bca7-bb0d02a1efef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.421170] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc/fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.421957] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73d6606f-9cf6-4ec6-8390-245c0e54ff7b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.437946] env[70041]: DEBUG nova.scheduler.client.report [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.452998] env[70041]: DEBUG oslo_vmware.api [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193287, 'name': PowerOffVM_Task, 'duration_secs': 0.210307} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.454444] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.454681] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.455087] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1012.455087] env[70041]: value = "task-3193291" [ 1012.455087] env[70041]: _type = "Task" [ 1012.455087] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.455389] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ca41ab4-4db4-4fe1-a80c-9d02799bbeaf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.598838] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.599073] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.599285] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleting the datastore file [datastore2] 8655920e-7f50-46dd-a4e5-c46dcaa4b11f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.599520] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ccfe2a4-d762-4c30-96ce-f90c354653e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.607811] env[70041]: DEBUG oslo_vmware.api [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1012.607811] env[70041]: value = "task-3193293" [ 1012.607811] env[70041]: _type = "Task" [ 1012.607811] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.615653] env[70041]: DEBUG oslo_vmware.api [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.673348] env[70041]: DEBUG nova.network.neutron [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.777941] env[70041]: DEBUG nova.network.neutron [-] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.947912] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.950999] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.947s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.952611] env[70041]: INFO nova.compute.claims [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.963200] env[70041]: DEBUG nova.network.neutron [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Updating instance_info_cache with network_info: [{"id": "0e0deaba-8ebf-4a0b-88fb-77554aad929f", "address": "fa:16:3e:04:3a:71", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0deaba-8e", "ovs_interfaceid": "0e0deaba-8ebf-4a0b-88fb-77554aad929f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.968739] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193291, 'name': ReconfigVM_Task, 'duration_secs': 0.347955} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.968999] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfigured VM instance instance-00000057 to attach disk [datastore1] fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc/fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.969654] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c0e5e9-0eca-4078-a072-0bc69615d2f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.977020] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1012.977020] env[70041]: value = "task-3193294" [ 1012.977020] env[70041]: _type = "Task" [ 1012.977020] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.985353] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193294, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.986886] env[70041]: INFO nova.scheduler.client.report [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Deleted allocations for instance 12d8e0ec-6875-4e88-84c9-1e2a000b19b3 [ 1013.122694] env[70041]: DEBUG oslo_vmware.api [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176505} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.123050] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.123336] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.123633] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.123723] env[70041]: INFO nova.compute.manager [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1013.123972] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.124185] env[70041]: DEBUG nova.compute.manager [-] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.124276] env[70041]: DEBUG nova.network.neutron [-] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.281486] env[70041]: INFO nova.compute.manager [-] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Took 1.72 seconds to deallocate network for instance. [ 1013.466510] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "refresh_cache-77bb19a1-8650-48df-be6a-460fe472d530" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.466510] env[70041]: DEBUG nova.compute.manager [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Instance network_info: |[{"id": "0e0deaba-8ebf-4a0b-88fb-77554aad929f", "address": "fa:16:3e:04:3a:71", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0deaba-8e", "ovs_interfaceid": "0e0deaba-8ebf-4a0b-88fb-77554aad929f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.466510] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:3a:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e0deaba-8ebf-4a0b-88fb-77554aad929f', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.474878] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.475149] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.475370] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4e0bbe9-714d-4f8c-9f2a-2ece7f1ce6b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.503021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5aa3336c-a4fb-45d4-86a8-764baff5d661 tempest-ImagesNegativeTestJSON-1948773137 tempest-ImagesNegativeTestJSON-1948773137-project-member] Lock "12d8e0ec-6875-4e88-84c9-1e2a000b19b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.191s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.510473] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.510473] env[70041]: value = "task-3193295" [ 1013.510473] env[70041]: _type = "Task" [ 1013.510473] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.510969] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193294, 'name': Rename_Task, 'duration_secs': 0.149682} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.511299] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.514419] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8726d5f-2ea2-4567-8bb2-cfc7ff5e8f0c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.524075] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193295, 'name': CreateVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.526118] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1013.526118] env[70041]: value = "task-3193296" [ 1013.526118] env[70041]: _type = "Task" [ 1013.526118] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.605709] env[70041]: DEBUG nova.compute.manager [req-c49890a9-6a56-487f-b003-54eb0bb63aaa req-de05a4bc-7eb9-4484-8c4e-8d76fc49556a service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Received event network-changed-0e0deaba-8ebf-4a0b-88fb-77554aad929f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1013.605998] env[70041]: DEBUG nova.compute.manager [req-c49890a9-6a56-487f-b003-54eb0bb63aaa req-de05a4bc-7eb9-4484-8c4e-8d76fc49556a service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Refreshing instance network info cache due to event network-changed-0e0deaba-8ebf-4a0b-88fb-77554aad929f. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1013.606352] env[70041]: DEBUG oslo_concurrency.lockutils [req-c49890a9-6a56-487f-b003-54eb0bb63aaa req-de05a4bc-7eb9-4484-8c4e-8d76fc49556a service nova] Acquiring lock "refresh_cache-77bb19a1-8650-48df-be6a-460fe472d530" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.606583] env[70041]: DEBUG oslo_concurrency.lockutils [req-c49890a9-6a56-487f-b003-54eb0bb63aaa req-de05a4bc-7eb9-4484-8c4e-8d76fc49556a service nova] Acquired lock "refresh_cache-77bb19a1-8650-48df-be6a-460fe472d530" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.606844] env[70041]: DEBUG nova.network.neutron [req-c49890a9-6a56-487f-b003-54eb0bb63aaa req-de05a4bc-7eb9-4484-8c4e-8d76fc49556a service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Refreshing network info cache for port 0e0deaba-8ebf-4a0b-88fb-77554aad929f {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.732387] env[70041]: DEBUG nova.compute.manager [req-3281d23c-b6a9-4e97-8008-27e3a0b3a6d6 req-9ab385f6-2eac-4a1d-b81d-cd56df5e1090 service nova] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Received event network-vif-deleted-90a8516e-651d-44e5-84a9-fbaa5746cdf8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1013.790357] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.027581] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193295, 'name': CreateVM_Task, 'duration_secs': 0.373313} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.032070] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.032070] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.032070] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.032070] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.032612] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4607050-f6d2-4c3d-8b3c-6d7fbc9aa9cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.039018] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193296, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.044631] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1014.044631] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527ead52-9493-9d10-4473-018b36ede755" [ 1014.044631] env[70041]: _type = "Task" [ 1014.044631] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.052407] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527ead52-9493-9d10-4473-018b36ede755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.315946] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2d0289-6baa-4757-947f-1fd628dc59aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.327421] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd5fd70-b532-4c41-9b87-237e0a04e1d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.364504] env[70041]: DEBUG nova.network.neutron [-] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.366799] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fff14d-1702-4ed4-9526-f8911f716aea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.375414] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97c2af6-7e33-4637-b770-8637b25ffbf2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.392279] env[70041]: DEBUG nova.compute.provider_tree [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.537675] env[70041]: DEBUG oslo_vmware.api [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193296, 'name': PowerOnVM_Task, 'duration_secs': 0.527825} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.538147] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.538224] env[70041]: INFO nova.compute.manager [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1014.538346] env[70041]: DEBUG nova.compute.manager [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.539166] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ed8d8d-6947-461f-8a3c-13528bc5f4f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.558884] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527ead52-9493-9d10-4473-018b36ede755, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.559199] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.559421] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.559651] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.559797] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.560082] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.560345] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed9f4779-f564-4ccc-ac7c-a805294164a0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.568440] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.569236] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.569817] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760d0f5c-688e-4c9f-b523-881e6ad1eb05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.575033] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1014.575033] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b6e27e-58ad-32d9-b2f7-0a0ef7fb4c56" [ 1014.575033] env[70041]: _type = "Task" [ 1014.575033] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.583183] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b6e27e-58ad-32d9-b2f7-0a0ef7fb4c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.659633] env[70041]: DEBUG nova.network.neutron [req-c49890a9-6a56-487f-b003-54eb0bb63aaa req-de05a4bc-7eb9-4484-8c4e-8d76fc49556a service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Updated VIF entry in instance network info cache for port 0e0deaba-8ebf-4a0b-88fb-77554aad929f. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.660053] env[70041]: DEBUG nova.network.neutron [req-c49890a9-6a56-487f-b003-54eb0bb63aaa req-de05a4bc-7eb9-4484-8c4e-8d76fc49556a service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Updating instance_info_cache with network_info: [{"id": "0e0deaba-8ebf-4a0b-88fb-77554aad929f", "address": "fa:16:3e:04:3a:71", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e0deaba-8e", "ovs_interfaceid": "0e0deaba-8ebf-4a0b-88fb-77554aad929f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.871225] env[70041]: INFO nova.compute.manager [-] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Took 1.75 seconds to deallocate network for instance. [ 1014.895773] env[70041]: DEBUG nova.scheduler.client.report [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.067880] env[70041]: INFO nova.compute.manager [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Took 44.80 seconds to build instance. [ 1015.089368] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b6e27e-58ad-32d9-b2f7-0a0ef7fb4c56, 'name': SearchDatastore_Task, 'duration_secs': 0.007567} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.090247] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a32d65-24c6-49d3-a903-95b8cc0b40a3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.096662] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1015.096662] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524460d3-bb12-d431-e22c-8b10594be2fc" [ 1015.096662] env[70041]: _type = "Task" [ 1015.096662] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.105620] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524460d3-bb12-d431-e22c-8b10594be2fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.163153] env[70041]: DEBUG oslo_concurrency.lockutils [req-c49890a9-6a56-487f-b003-54eb0bb63aaa req-de05a4bc-7eb9-4484-8c4e-8d76fc49556a service nova] Releasing lock "refresh_cache-77bb19a1-8650-48df-be6a-460fe472d530" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.380822] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.400954] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.401679] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.404417] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.373s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.405690] env[70041]: INFO nova.compute.claims [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.575147] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1bdd57cf-74f9-4d66-a48f-864d2ed916e8 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.323s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.608325] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524460d3-bb12-d431-e22c-8b10594be2fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.608628] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.608883] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 77bb19a1-8650-48df-be6a-460fe472d530/77bb19a1-8650-48df-be6a-460fe472d530.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.609161] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ce70614-077a-44e6-bf04-00f79160c03c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.618813] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1015.618813] env[70041]: value = "task-3193298" [ 1015.618813] env[70041]: _type = "Task" [ 1015.618813] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.626368] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.799067] env[70041]: DEBUG nova.compute.manager [req-3e26d0b5-441e-4750-9242-023f1b1ac921 req-4dbf5e52-b3d4-42ae-9091-51fd4b527e25 service nova] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Received event network-vif-deleted-af9fa245-f5c4-4006-a65f-6c0b389ddecc {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1015.911386] env[70041]: DEBUG nova.compute.utils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.917523] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.917730] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.026173] env[70041]: DEBUG nova.policy [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9cf6f30e3b342709ca93284ba24a2a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08546dbded064f92b5f0de96ae6e11a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.059575] env[70041]: DEBUG nova.compute.manager [req-ccdbfe3b-342c-4f06-bd4b-5858f7ad5e0c req-b597bbb9-c99d-46c7-8407-4e59f1383de7 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Received event network-changed-eb327e5b-4476-4dbf-8e49-f4edfe2788c7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1016.059575] env[70041]: DEBUG nova.compute.manager [req-ccdbfe3b-342c-4f06-bd4b-5858f7ad5e0c req-b597bbb9-c99d-46c7-8407-4e59f1383de7 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Refreshing instance network info cache due to event network-changed-eb327e5b-4476-4dbf-8e49-f4edfe2788c7. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1016.059575] env[70041]: DEBUG oslo_concurrency.lockutils [req-ccdbfe3b-342c-4f06-bd4b-5858f7ad5e0c req-b597bbb9-c99d-46c7-8407-4e59f1383de7 service nova] Acquiring lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.059575] env[70041]: DEBUG oslo_concurrency.lockutils [req-ccdbfe3b-342c-4f06-bd4b-5858f7ad5e0c req-b597bbb9-c99d-46c7-8407-4e59f1383de7 service nova] Acquired lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.059575] env[70041]: DEBUG nova.network.neutron [req-ccdbfe3b-342c-4f06-bd4b-5858f7ad5e0c req-b597bbb9-c99d-46c7-8407-4e59f1383de7 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Refreshing network info cache for port eb327e5b-4476-4dbf-8e49-f4edfe2788c7 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.130240] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452186} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.130689] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 77bb19a1-8650-48df-be6a-460fe472d530/77bb19a1-8650-48df-be6a-460fe472d530.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.131073] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.131930] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14d8f0f7-57bd-4464-93ac-2c3af9486e10 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.141149] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1016.141149] env[70041]: value = "task-3193299" [ 1016.141149] env[70041]: _type = "Task" [ 1016.141149] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.152031] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.421041] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.652932] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Successfully created port: 20584219-7eaf-4d08-adf2-10120cdc9334 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.665346] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064424} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.669618] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.670134] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e757fe1-1800-421f-a2a7-81520f14d9d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.694428] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 77bb19a1-8650-48df-be6a-460fe472d530/77bb19a1-8650-48df-be6a-460fe472d530.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.700067] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f196496-cefe-44f6-851b-8aeb859379bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.719438] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1016.719438] env[70041]: value = "task-3193300" [ 1016.719438] env[70041]: _type = "Task" [ 1016.719438] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.727759] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.840734] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8ab1c7-e425-47ee-ab6b-3b214c19d642 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.849024] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5ad1ac-e5da-4313-93de-1c32f653dde6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.883939] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd0d477-ae94-4cbd-9f9c-44008450ddab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.894284] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc38464-d433-458f-843c-cc172b18b874 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.907900] env[70041]: DEBUG nova.compute.provider_tree [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.970488] env[70041]: DEBUG nova.network.neutron [req-ccdbfe3b-342c-4f06-bd4b-5858f7ad5e0c req-b597bbb9-c99d-46c7-8407-4e59f1383de7 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updated VIF entry in instance network info cache for port eb327e5b-4476-4dbf-8e49-f4edfe2788c7. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.970488] env[70041]: DEBUG nova.network.neutron [req-ccdbfe3b-342c-4f06-bd4b-5858f7ad5e0c req-b597bbb9-c99d-46c7-8407-4e59f1383de7 service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance_info_cache with network_info: [{"id": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "address": "fa:16:3e:6d:64:7c", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb327e5b-44", "ovs_interfaceid": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.979315] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1016.980292] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638578', 'volume_id': '3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'name': 'volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '455d5575-f2d7-4edf-b809-74c0bffc273e', 'attached_at': '', 'detached_at': '', 'volume_id': '3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'serial': '3fbdcecd-a0c1-447c-8500-c186b68bea8b'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1016.980497] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee0358-1f26-4aef-a3e5-d794c5714b81 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.999622] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7f14b1-5edf-42f4-95f8-8a943b13d7a4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.025158] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b/volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.025256] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1257bfa-b71b-4ea4-b5d2-a944a3efa8c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.048328] env[70041]: DEBUG oslo_vmware.api [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1017.048328] env[70041]: value = "task-3193301" [ 1017.048328] env[70041]: _type = "Task" [ 1017.048328] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.058292] env[70041]: DEBUG oslo_vmware.api [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.233505] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.414378] env[70041]: DEBUG nova.scheduler.client.report [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.429097] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.459469] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.459791] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.459886] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.460178] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.460349] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.460552] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.460717] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.461028] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.461116] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.461291] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.461739] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.462728] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d4a17d-8493-4c1f-bb37-f82da8bcc61b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.472506] env[70041]: DEBUG oslo_concurrency.lockutils [req-ccdbfe3b-342c-4f06-bd4b-5858f7ad5e0c req-b597bbb9-c99d-46c7-8407-4e59f1383de7 service nova] Releasing lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.475904] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca39fc3-1670-4f5d-8072-dfbd7b5975ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.558844] env[70041]: DEBUG oslo_vmware.api [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.730382] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193300, 'name': ReconfigVM_Task, 'duration_secs': 0.741763} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.730683] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 77bb19a1-8650-48df-be6a-460fe472d530/77bb19a1-8650-48df-be6a-460fe472d530.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.731326] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20926988-3010-4e5c-a1b3-e6da7eba2ae1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.739572] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1017.739572] env[70041]: value = "task-3193302" [ 1017.739572] env[70041]: _type = "Task" [ 1017.739572] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.747841] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193302, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.920298] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.920830] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.923683] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.381s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.923906] env[70041]: DEBUG nova.objects.instance [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lazy-loading 'resources' on Instance uuid 29c2cf50-42d9-4840-a6a0-ab0da2717caa {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.062511] env[70041]: DEBUG oslo_vmware.api [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193301, 'name': ReconfigVM_Task, 'duration_secs': 0.564916} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.062795] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b/volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.069070] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f97475d2-8861-45ae-82c7-58733a3176d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.087143] env[70041]: DEBUG oslo_vmware.api [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1018.087143] env[70041]: value = "task-3193303" [ 1018.087143] env[70041]: _type = "Task" [ 1018.087143] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.093882] env[70041]: DEBUG oslo_vmware.api [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.245784] env[70041]: DEBUG nova.compute.manager [req-2b0367a9-cca6-40eb-b138-54a66c98c3d1 req-19fd17e5-bbe0-47a3-b8d0-5f79eb4f54e3 service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Received event network-vif-plugged-20584219-7eaf-4d08-adf2-10120cdc9334 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1018.246034] env[70041]: DEBUG oslo_concurrency.lockutils [req-2b0367a9-cca6-40eb-b138-54a66c98c3d1 req-19fd17e5-bbe0-47a3-b8d0-5f79eb4f54e3 service nova] Acquiring lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.246259] env[70041]: DEBUG oslo_concurrency.lockutils [req-2b0367a9-cca6-40eb-b138-54a66c98c3d1 req-19fd17e5-bbe0-47a3-b8d0-5f79eb4f54e3 service nova] Lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.246428] env[70041]: DEBUG oslo_concurrency.lockutils [req-2b0367a9-cca6-40eb-b138-54a66c98c3d1 req-19fd17e5-bbe0-47a3-b8d0-5f79eb4f54e3 service nova] Lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.246668] env[70041]: DEBUG nova.compute.manager [req-2b0367a9-cca6-40eb-b138-54a66c98c3d1 req-19fd17e5-bbe0-47a3-b8d0-5f79eb4f54e3 service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] No waiting events found dispatching network-vif-plugged-20584219-7eaf-4d08-adf2-10120cdc9334 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.246754] env[70041]: WARNING nova.compute.manager [req-2b0367a9-cca6-40eb-b138-54a66c98c3d1 req-19fd17e5-bbe0-47a3-b8d0-5f79eb4f54e3 service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Received unexpected event network-vif-plugged-20584219-7eaf-4d08-adf2-10120cdc9334 for instance with vm_state building and task_state spawning. [ 1018.251540] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193302, 'name': Rename_Task, 'duration_secs': 0.147555} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.251784] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.252155] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48dc1cca-fbce-4ddd-8ba4-c4d97b8bb564 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.260929] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1018.260929] env[70041]: value = "task-3193304" [ 1018.260929] env[70041]: _type = "Task" [ 1018.260929] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.270260] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.334499] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Successfully updated port: 20584219-7eaf-4d08-adf2-10120cdc9334 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.427336] env[70041]: DEBUG nova.compute.utils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.429478] env[70041]: DEBUG nova.objects.instance [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lazy-loading 'numa_topology' on Instance uuid 29c2cf50-42d9-4840-a6a0-ab0da2717caa {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.431568] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.431803] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.476394] env[70041]: DEBUG nova.policy [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9cf6f30e3b342709ca93284ba24a2a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08546dbded064f92b5f0de96ae6e11a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.601648] env[70041]: DEBUG oslo_vmware.api [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193303, 'name': ReconfigVM_Task, 'duration_secs': 0.207051} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.602014] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638578', 'volume_id': '3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'name': 'volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '455d5575-f2d7-4edf-b809-74c0bffc273e', 'attached_at': '', 'detached_at': '', 'volume_id': '3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'serial': '3fbdcecd-a0c1-447c-8500-c186b68bea8b'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1018.772976] env[70041]: DEBUG oslo_vmware.api [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193304, 'name': PowerOnVM_Task, 'duration_secs': 0.468482} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.773356] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.773556] env[70041]: INFO nova.compute.manager [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1018.773748] env[70041]: DEBUG nova.compute.manager [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.774698] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67798b14-b50c-4dcb-b60d-da66a09520b8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.814377] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Successfully created port: e399e9b8-0098-446c-b1be-202bce7165ab {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.840717] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "refresh_cache-28bc3dab-1182-4e2c-84b8-f7f10e8603a2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.840717] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "refresh_cache-28bc3dab-1182-4e2c-84b8-f7f10e8603a2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.840717] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.934117] env[70041]: DEBUG nova.objects.base [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Object Instance<29c2cf50-42d9-4840-a6a0-ab0da2717caa> lazy-loaded attributes: resources,numa_topology {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.935809] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.269125] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36e1d31-b806-4562-9bf4-a4ad07716e5f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.277205] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0260a821-ecc3-436a-96a4-c3457859c9c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.320451] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa0341b-ffb0-4e37-b02e-9ab4d4f27b55 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.321409] env[70041]: INFO nova.compute.manager [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Took 45.53 seconds to build instance. [ 1019.330480] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c4eed6-1a0e-420d-8415-862f7439d655 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.353900] env[70041]: DEBUG nova.compute.provider_tree [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.383399] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.523789] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Updating instance_info_cache with network_info: [{"id": "20584219-7eaf-4d08-adf2-10120cdc9334", "address": "fa:16:3e:85:cc:39", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20584219-7e", "ovs_interfaceid": "20584219-7eaf-4d08-adf2-10120cdc9334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.659616] env[70041]: DEBUG nova.objects.instance [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lazy-loading 'flavor' on Instance uuid 455d5575-f2d7-4edf-b809-74c0bffc273e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.823186] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2fd6b9da-b395-44a3-8071-e5b8ea637b7e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "77bb19a1-8650-48df-be6a-460fe472d530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.038s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.861019] env[70041]: DEBUG nova.scheduler.client.report [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.908886] env[70041]: DEBUG oslo_concurrency.lockutils [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "77bb19a1-8650-48df-be6a-460fe472d530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.909233] env[70041]: DEBUG oslo_concurrency.lockutils [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "77bb19a1-8650-48df-be6a-460fe472d530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.909455] env[70041]: DEBUG oslo_concurrency.lockutils [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "77bb19a1-8650-48df-be6a-460fe472d530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.909642] env[70041]: DEBUG oslo_concurrency.lockutils [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "77bb19a1-8650-48df-be6a-460fe472d530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.909812] env[70041]: DEBUG oslo_concurrency.lockutils [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "77bb19a1-8650-48df-be6a-460fe472d530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.913584] env[70041]: INFO nova.compute.manager [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Terminating instance [ 1019.946262] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.982052] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.982337] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.982495] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.982674] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.982829] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.982994] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.984069] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.984283] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.985443] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.985443] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.985443] env[70041]: DEBUG nova.virt.hardware [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.985825] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd19ea4-5b8a-428d-9cb2-b6f431768788 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.996021] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6239e535-3d6d-4b9b-8f9e-b0b72e77b417 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.027592] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "refresh_cache-28bc3dab-1182-4e2c-84b8-f7f10e8603a2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.027906] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Instance network_info: |[{"id": "20584219-7eaf-4d08-adf2-10120cdc9334", "address": "fa:16:3e:85:cc:39", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20584219-7e", "ovs_interfaceid": "20584219-7eaf-4d08-adf2-10120cdc9334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.028314] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:cc:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20584219-7eaf-4d08-adf2-10120cdc9334', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.035880] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.038280] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.038280] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-308589b7-5266-4fa9-85c9-2f963c856cca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.056915] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.056915] env[70041]: value = "task-3193305" [ 1020.056915] env[70041]: _type = "Task" [ 1020.056915] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.064818] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193305, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.165395] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c5a079e-fdd5-47c5-8601-225060583e0f tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.341s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.298308] env[70041]: DEBUG nova.compute.manager [req-2a13e961-1345-47da-8520-59a3e635c13a req-997d6d84-f93b-4e4d-8a3a-8074fb3d7e6b service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Received event network-changed-20584219-7eaf-4d08-adf2-10120cdc9334 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1020.298308] env[70041]: DEBUG nova.compute.manager [req-2a13e961-1345-47da-8520-59a3e635c13a req-997d6d84-f93b-4e4d-8a3a-8074fb3d7e6b service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Refreshing instance network info cache due to event network-changed-20584219-7eaf-4d08-adf2-10120cdc9334. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1020.298308] env[70041]: DEBUG oslo_concurrency.lockutils [req-2a13e961-1345-47da-8520-59a3e635c13a req-997d6d84-f93b-4e4d-8a3a-8074fb3d7e6b service nova] Acquiring lock "refresh_cache-28bc3dab-1182-4e2c-84b8-f7f10e8603a2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.298308] env[70041]: DEBUG oslo_concurrency.lockutils [req-2a13e961-1345-47da-8520-59a3e635c13a req-997d6d84-f93b-4e4d-8a3a-8074fb3d7e6b service nova] Acquired lock "refresh_cache-28bc3dab-1182-4e2c-84b8-f7f10e8603a2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.298308] env[70041]: DEBUG nova.network.neutron [req-2a13e961-1345-47da-8520-59a3e635c13a req-997d6d84-f93b-4e4d-8a3a-8074fb3d7e6b service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Refreshing network info cache for port 20584219-7eaf-4d08-adf2-10120cdc9334 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.366020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.440s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.366131] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.614s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.367793] env[70041]: INFO nova.compute.claims [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.391726] env[70041]: INFO nova.compute.manager [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Rescuing [ 1020.392023] env[70041]: DEBUG oslo_concurrency.lockutils [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.392180] env[70041]: DEBUG oslo_concurrency.lockutils [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.392340] env[70041]: DEBUG nova.network.neutron [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.417777] env[70041]: DEBUG nova.compute.manager [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.418274] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.421019] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eaebde-7c2f-4963-9db3-deda2678b733 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.430635] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.431099] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-632467db-fd4f-4038-85f7-2588b9adae9d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.438857] env[70041]: DEBUG oslo_vmware.api [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1020.438857] env[70041]: value = "task-3193306" [ 1020.438857] env[70041]: _type = "Task" [ 1020.438857] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.451830] env[70041]: DEBUG oslo_vmware.api [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.455934] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Successfully updated port: e399e9b8-0098-446c-b1be-202bce7165ab {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.568664] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193305, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.746424] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.746690] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.746870] env[70041]: DEBUG nova.compute.manager [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.747807] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037c14c7-50e0-4364-9de4-df2707c5852d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.754141] env[70041]: DEBUG nova.compute.manager [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1020.755028] env[70041]: DEBUG nova.objects.instance [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'flavor' on Instance uuid de3b62b9-80ab-4f8f-a9ed-8d32479e0771 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.879777] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ce7631c0-c057-4aea-b3f4-53268222af68 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.582s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.880661] env[70041]: DEBUG oslo_concurrency.lockutils [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 30.578s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.880879] env[70041]: DEBUG oslo_concurrency.lockutils [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.881114] env[70041]: DEBUG oslo_concurrency.lockutils [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.881295] env[70041]: DEBUG oslo_concurrency.lockutils [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.884699] env[70041]: INFO nova.compute.manager [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Terminating instance [ 1020.949728] env[70041]: DEBUG oslo_vmware.api [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193306, 'name': PowerOffVM_Task, 'duration_secs': 0.214027} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.950039] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.950172] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.950421] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1a56411-9f1b-41c1-9236-9b07fe70763d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.958965] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "refresh_cache-a31d041e-e483-465f-8ea6-0054591c3f52" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.958965] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "refresh_cache-a31d041e-e483-465f-8ea6-0054591c3f52" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.959086] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.027504] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.027504] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.027504] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleting the datastore file [datastore1] 77bb19a1-8650-48df-be6a-460fe472d530 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.027504] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f90dec88-6271-4a7d-9a56-94dcae3b1159 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.032673] env[70041]: DEBUG oslo_vmware.api [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1021.032673] env[70041]: value = "task-3193308" [ 1021.032673] env[70041]: _type = "Task" [ 1021.032673] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.040982] env[70041]: DEBUG oslo_vmware.api [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.057940] env[70041]: DEBUG nova.network.neutron [req-2a13e961-1345-47da-8520-59a3e635c13a req-997d6d84-f93b-4e4d-8a3a-8074fb3d7e6b service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Updated VIF entry in instance network info cache for port 20584219-7eaf-4d08-adf2-10120cdc9334. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.058346] env[70041]: DEBUG nova.network.neutron [req-2a13e961-1345-47da-8520-59a3e635c13a req-997d6d84-f93b-4e4d-8a3a-8074fb3d7e6b service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Updating instance_info_cache with network_info: [{"id": "20584219-7eaf-4d08-adf2-10120cdc9334", "address": "fa:16:3e:85:cc:39", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20584219-7e", "ovs_interfaceid": "20584219-7eaf-4d08-adf2-10120cdc9334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.071582] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193305, 'name': CreateVM_Task, 'duration_secs': 0.569554} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.071582] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.071582] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.071582] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.071582] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.071582] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2982b050-d759-41ab-88d9-aeeb435112fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.076285] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1021.076285] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5203e702-fb2e-466c-94d2-710619576155" [ 1021.076285] env[70041]: _type = "Task" [ 1021.076285] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.088278] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5203e702-fb2e-466c-94d2-710619576155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.153308] env[70041]: DEBUG nova.network.neutron [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating instance_info_cache with network_info: [{"id": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "address": "fa:16:3e:1f:f9:68", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6228fd12-3d", "ovs_interfaceid": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.391058] env[70041]: DEBUG nova.compute.manager [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.391446] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.391831] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd7f1e29-a724-4c1f-b254-78d8c37decb3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.400745] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33119e0-3312-4128-86db-8794da9ddfec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.438105] env[70041]: WARNING nova.virt.vmwareapi.vmops [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 29c2cf50-42d9-4840-a6a0-ab0da2717caa could not be found. [ 1021.438429] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.438498] env[70041]: INFO nova.compute.manager [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1021.438750] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.439365] env[70041]: DEBUG nova.compute.manager [-] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.439466] env[70041]: DEBUG nova.network.neutron [-] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.497978] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.546830] env[70041]: DEBUG oslo_vmware.api [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245907} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.547783] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.547783] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.547783] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.547783] env[70041]: INFO nova.compute.manager [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1021.547907] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.548045] env[70041]: DEBUG nova.compute.manager [-] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.548146] env[70041]: DEBUG nova.network.neutron [-] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.564497] env[70041]: DEBUG oslo_concurrency.lockutils [req-2a13e961-1345-47da-8520-59a3e635c13a req-997d6d84-f93b-4e4d-8a3a-8074fb3d7e6b service nova] Releasing lock "refresh_cache-28bc3dab-1182-4e2c-84b8-f7f10e8603a2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.591316] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5203e702-fb2e-466c-94d2-710619576155, 'name': SearchDatastore_Task, 'duration_secs': 0.01291} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.591623] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.591863] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.592090] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.592235] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.592410] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.593032] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c241be7-dd5d-494a-a4dd-14bcb7f5b609 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.604258] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.604471] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.605248] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff599df-ed08-43e3-8134-28d1f7209689 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.615756] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1021.615756] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526240f0-903e-bbef-3ea6-e9ca6aa04e45" [ 1021.615756] env[70041]: _type = "Task" [ 1021.615756] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.629227] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526240f0-903e-bbef-3ea6-e9ca6aa04e45, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.630132] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aeb27da-178f-4b8c-ad53-28942a24068c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.635830] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1021.635830] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5257f10e-9811-a9cb-6105-62274b5f5f6c" [ 1021.635830] env[70041]: _type = "Task" [ 1021.635830] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.647804] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5257f10e-9811-a9cb-6105-62274b5f5f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.654021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.654021] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 28bc3dab-1182-4e2c-84b8-f7f10e8603a2/28bc3dab-1182-4e2c-84b8-f7f10e8603a2.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.654021] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28a296bf-5c6c-484b-b86b-11541c0ce4d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.658053] env[70041]: DEBUG oslo_concurrency.lockutils [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.661530] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1021.661530] env[70041]: value = "task-3193309" [ 1021.661530] env[70041]: _type = "Task" [ 1021.661530] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.671721] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.739899] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c7daaa-1e27-4eef-ba1d-1e8a4b7e9bdb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.748299] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75233759-fad4-4726-94a0-e7c0865243b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.782515] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.783329] env[70041]: DEBUG nova.network.neutron [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Updating instance_info_cache with network_info: [{"id": "e399e9b8-0098-446c-b1be-202bce7165ab", "address": "fa:16:3e:72:f0:97", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape399e9b8-00", "ovs_interfaceid": "e399e9b8-0098-446c-b1be-202bce7165ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.786019] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d64712d-6e61-43cb-81a4-2f07c4da18cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.787536] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d9a28a-851a-4294-910a-31c95345e6de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.798040] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07be1e06-39fd-4e95-9b3f-d05c2877d0c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.801662] env[70041]: DEBUG oslo_vmware.api [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1021.801662] env[70041]: value = "task-3193310" [ 1021.801662] env[70041]: _type = "Task" [ 1021.801662] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.813603] env[70041]: DEBUG nova.compute.provider_tree [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.822240] env[70041]: DEBUG oslo_vmware.api [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.172073] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458439} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.172352] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 28bc3dab-1182-4e2c-84b8-f7f10e8603a2/28bc3dab-1182-4e2c-84b8-f7f10e8603a2.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.172570] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.172821] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c89e27d-080a-4a0b-b90a-6a4425a1367d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.179910] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1022.179910] env[70041]: value = "task-3193311" [ 1022.179910] env[70041]: _type = "Task" [ 1022.179910] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.187440] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.206296] env[70041]: DEBUG nova.network.neutron [-] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.290394] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "refresh_cache-a31d041e-e483-465f-8ea6-0054591c3f52" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.290747] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Instance network_info: |[{"id": "e399e9b8-0098-446c-b1be-202bce7165ab", "address": "fa:16:3e:72:f0:97", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape399e9b8-00", "ovs_interfaceid": "e399e9b8-0098-446c-b1be-202bce7165ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.291203] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:f0:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e399e9b8-0098-446c-b1be-202bce7165ab', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.299510] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.299697] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.299915] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6d5a561-8a35-4751-a2b1-92277bb86867 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.318680] env[70041]: DEBUG nova.scheduler.client.report [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.323260] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.323260] env[70041]: value = "task-3193312" [ 1022.323260] env[70041]: _type = "Task" [ 1022.323260] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.329449] env[70041]: DEBUG oslo_vmware.api [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193310, 'name': PowerOffVM_Task, 'duration_secs': 0.272369} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.330051] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.330264] env[70041]: DEBUG nova.compute.manager [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.331117] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd858ac-6954-45b1-80fd-ce649023d2f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.337844] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193312, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.339444] env[70041]: DEBUG nova.compute.manager [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Received event network-vif-plugged-e399e9b8-0098-446c-b1be-202bce7165ab {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1022.339650] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] Acquiring lock "a31d041e-e483-465f-8ea6-0054591c3f52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.339847] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] Lock "a31d041e-e483-465f-8ea6-0054591c3f52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.340071] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] Lock "a31d041e-e483-465f-8ea6-0054591c3f52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.340187] env[70041]: DEBUG nova.compute.manager [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] No waiting events found dispatching network-vif-plugged-e399e9b8-0098-446c-b1be-202bce7165ab {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.340351] env[70041]: WARNING nova.compute.manager [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Received unexpected event network-vif-plugged-e399e9b8-0098-446c-b1be-202bce7165ab for instance with vm_state building and task_state spawning. [ 1022.340508] env[70041]: DEBUG nova.compute.manager [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Received event network-changed-e399e9b8-0098-446c-b1be-202bce7165ab {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1022.340729] env[70041]: DEBUG nova.compute.manager [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Refreshing instance network info cache due to event network-changed-e399e9b8-0098-446c-b1be-202bce7165ab. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1022.340920] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] Acquiring lock "refresh_cache-a31d041e-e483-465f-8ea6-0054591c3f52" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.341073] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] Acquired lock "refresh_cache-a31d041e-e483-465f-8ea6-0054591c3f52" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.341224] env[70041]: DEBUG nova.network.neutron [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Refreshing network info cache for port e399e9b8-0098-446c-b1be-202bce7165ab {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.412708] env[70041]: DEBUG nova.network.neutron [-] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.692073] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065416} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.693625] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.695675] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee819c71-883a-42ed-b1d0-4aee4e62df3f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.712284] env[70041]: INFO nova.compute.manager [-] [instance: 29c2cf50-42d9-4840-a6a0-ab0da2717caa] Took 1.27 seconds to deallocate network for instance. [ 1022.720868] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 28bc3dab-1182-4e2c-84b8-f7f10e8603a2/28bc3dab-1182-4e2c-84b8-f7f10e8603a2.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.723723] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab5b7de8-6bbe-4e0c-b430-59de3d458b62 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.745642] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1022.745642] env[70041]: value = "task-3193313" [ 1022.745642] env[70041]: _type = "Task" [ 1022.745642] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.753628] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.825024] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.825701] env[70041]: DEBUG nova.compute.manager [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.828905] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.649s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.830316] env[70041]: INFO nova.compute.claims [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.841795] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193312, 'name': CreateVM_Task, 'duration_secs': 0.367842} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.841964] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.842671] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.842834] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.843196] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.843440] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9f3ef9-b348-4c03-8b71-5dc3418bbd41 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.851098] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1022.851098] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a11955-5783-14a0-daf3-0680d71b0704" [ 1022.851098] env[70041]: _type = "Task" [ 1022.851098] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.851724] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcbf2f74-a0e8-42cf-a94e-7638d3f6be82 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.105s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.861307] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a11955-5783-14a0-daf3-0680d71b0704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.915403] env[70041]: INFO nova.compute.manager [-] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Took 1.37 seconds to deallocate network for instance. [ 1023.063171] env[70041]: DEBUG nova.network.neutron [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Updated VIF entry in instance network info cache for port e399e9b8-0098-446c-b1be-202bce7165ab. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.063171] env[70041]: DEBUG nova.network.neutron [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Updating instance_info_cache with network_info: [{"id": "e399e9b8-0098-446c-b1be-202bce7165ab", "address": "fa:16:3e:72:f0:97", "network": {"id": "3fc85d8b-7b8e-4fa8-b42e-5ba2374495eb", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-27935199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08546dbded064f92b5f0de96ae6e11a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape399e9b8-00", "ovs_interfaceid": "e399e9b8-0098-446c-b1be-202bce7165ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.200608] env[70041]: DEBUG nova.objects.instance [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'flavor' on Instance uuid de3b62b9-80ab-4f8f-a9ed-8d32479e0771 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.239519] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.239695] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ecac3b9-b578-4f38-b44e-2d36c88597c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.251088] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1023.251088] env[70041]: value = "task-3193314" [ 1023.251088] env[70041]: _type = "Task" [ 1023.251088] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.262543] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.270044] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.337648] env[70041]: DEBUG nova.compute.utils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.345233] env[70041]: DEBUG nova.compute.manager [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.345233] env[70041]: DEBUG nova.network.neutron [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.364072] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a11955-5783-14a0-daf3-0680d71b0704, 'name': SearchDatastore_Task, 'duration_secs': 0.022747} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.364413] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.365033] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.365033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.365170] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.365316] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.365621] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40dffaac-927d-4388-aed7-cb31ea69da20 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.375674] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.375824] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.376628] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3f6995-3d8f-437f-a6be-7af6a1acf95d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.383342] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1023.383342] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5291d94f-c6b3-4aac-cc50-861987a28902" [ 1023.383342] env[70041]: _type = "Task" [ 1023.383342] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.393353] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5291d94f-c6b3-4aac-cc50-861987a28902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.396815] env[70041]: DEBUG nova.policy [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b178fb12bc448f3b7301ed55e981d01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e3b1c6388144138bc3e123d130b6076', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.422404] env[70041]: DEBUG oslo_concurrency.lockutils [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.567600] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] Releasing lock "refresh_cache-a31d041e-e483-465f-8ea6-0054591c3f52" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.567600] env[70041]: DEBUG nova.compute.manager [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Received event network-vif-deleted-0e0deaba-8ebf-4a0b-88fb-77554aad929f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1023.567600] env[70041]: INFO nova.compute.manager [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Neutron deleted interface 0e0deaba-8ebf-4a0b-88fb-77554aad929f; detaching it from the instance and deleting it from the info cache [ 1023.567600] env[70041]: DEBUG nova.network.neutron [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.706455] env[70041]: DEBUG nova.network.neutron [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Successfully created port: 314f163b-c43f-49f5-87ba-e6dda53c594b {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.709302] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.709520] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.709723] env[70041]: DEBUG nova.network.neutron [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.709925] env[70041]: DEBUG nova.objects.instance [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'info_cache' on Instance uuid de3b62b9-80ab-4f8f-a9ed-8d32479e0771 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.758327] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193313, 'name': ReconfigVM_Task, 'duration_secs': 0.736994} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.758994] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 28bc3dab-1182-4e2c-84b8-f7f10e8603a2/28bc3dab-1182-4e2c-84b8-f7f10e8603a2.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.759624] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16b99605-41ed-4012-965c-c0cd08e46f88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.763943] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193314, 'name': PowerOffVM_Task, 'duration_secs': 0.243248} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.764476] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.765252] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb412a-278d-4043-80b8-d952ff1ebecd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.770596] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1023.770596] env[70041]: value = "task-3193315" [ 1023.770596] env[70041]: _type = "Task" [ 1023.770596] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.771026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-558a051d-8019-4cdf-b5cc-5547c018cccc tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "29c2cf50-42d9-4840-a6a0-ab0da2717caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.890s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.793103] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbcafa1-3d48-426d-a309-e07fc2ab57b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.799097] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193315, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.829291] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.830024] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e865dae1-cf7a-4cc3-b0d6-3c9373487b5b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.836283] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1023.836283] env[70041]: value = "task-3193316" [ 1023.836283] env[70041]: _type = "Task" [ 1023.836283] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.844107] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.845706] env[70041]: DEBUG nova.compute.manager [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.896418] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5291d94f-c6b3-4aac-cc50-861987a28902, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.897254] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289dbe82-12e1-492f-a164-af988adc7303 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.902293] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1023.902293] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52312669-bfeb-fc91-0fca-b321fcd58a49" [ 1023.902293] env[70041]: _type = "Task" [ 1023.902293] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.916686] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52312669-bfeb-fc91-0fca-b321fcd58a49, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.916686] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.916686] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] a31d041e-e483-465f-8ea6-0054591c3f52/a31d041e-e483-465f-8ea6-0054591c3f52.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.916686] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-155b1d1e-28af-4243-91a4-00257c02e3ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.922304] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1023.922304] env[70041]: value = "task-3193317" [ 1023.922304] env[70041]: _type = "Task" [ 1023.922304] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.932134] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.070187] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d81c26d-542a-4752-85e5-ab366335fe0d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.084222] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f014aa80-e468-4aaf-bac7-74924b6d3d92 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.119575] env[70041]: DEBUG nova.compute.manager [req-ae84d7c1-ec71-4da4-a944-b6db171f43f5 req-70fa396a-3323-4211-8eb6-87c0f856076f service nova] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Detach interface failed, port_id=0e0deaba-8ebf-4a0b-88fb-77554aad929f, reason: Instance 77bb19a1-8650-48df-be6a-460fe472d530 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1024.184980] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cab2f2-d199-4832-81db-8914eb699d6c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.194128] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5673835e-b60d-4d7f-85e4-06286ff9127c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.226598] env[70041]: DEBUG nova.objects.base [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.228738] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5580b6ea-6729-4e73-b668-5bc923d5dc89 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.240909] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00600ed8-ca37-4638-bc1b-9f6cdb0a5c57 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.258052] env[70041]: DEBUG nova.compute.provider_tree [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.286992] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193315, 'name': Rename_Task, 'duration_secs': 0.14156} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.287359] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.287630] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa60599f-d0aa-4035-9469-260b5d37166f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.296711] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1024.296711] env[70041]: value = "task-3193318" [ 1024.296711] env[70041]: _type = "Task" [ 1024.296711] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.306351] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.347484] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.347728] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.347991] env[70041]: DEBUG oslo_concurrency.lockutils [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.348161] env[70041]: DEBUG oslo_concurrency.lockutils [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.348400] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.348685] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9ea4c0d-75c1-42cd-a70c-899544fb9785 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.357066] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.357220] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.357959] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c7007d-338e-4c5d-b8d0-db151d15ee7b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.363534] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1024.363534] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529706ad-2540-44aa-efb2-f109403fbe93" [ 1024.363534] env[70041]: _type = "Task" [ 1024.363534] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.371709] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529706ad-2540-44aa-efb2-f109403fbe93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.432282] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466903} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.432565] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] a31d041e-e483-465f-8ea6-0054591c3f52/a31d041e-e483-465f-8ea6-0054591c3f52.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.432775] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.433060] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d109800-79a6-49a2-b432-e4a34865a6c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.439276] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1024.439276] env[70041]: value = "task-3193319" [ 1024.439276] env[70041]: _type = "Task" [ 1024.439276] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.447325] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.764398] env[70041]: DEBUG nova.scheduler.client.report [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.808369] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193318, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.857106] env[70041]: DEBUG nova.compute.manager [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.876582] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529706ad-2540-44aa-efb2-f109403fbe93, 'name': SearchDatastore_Task, 'duration_secs': 0.027298} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.880098] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c28bb2-178b-436c-919c-b9d03227ce58 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.886276] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.886573] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.886679] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.886860] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.887014] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.887173] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.887381] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.887538] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.887716] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.887872] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.888066] env[70041]: DEBUG nova.virt.hardware [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.888886] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e15985-c71d-4515-aa5c-3cbc37d77b1b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.892566] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1024.892566] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232fb09-0b61-dc89-688b-bd89c7744b2e" [ 1024.892566] env[70041]: _type = "Task" [ 1024.892566] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.899598] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5bf5c4-8650-4ec3-8b8c-67e8b6d5e34f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.908162] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232fb09-0b61-dc89-688b-bd89c7744b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.948975] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128183} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.949788] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.952184] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ca58e9-cbee-4079-9668-4cdaaf2de894 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.975762] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] a31d041e-e483-465f-8ea6-0054591c3f52/a31d041e-e483-465f-8ea6-0054591c3f52.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.976937] env[70041]: DEBUG nova.network.neutron [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [{"id": "b5ff4921-db09-4aff-a200-1149e22ea690", "address": "fa:16:3e:b1:b1:95", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff4921-db", "ovs_interfaceid": "b5ff4921-db09-4aff-a200-1149e22ea690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.978374] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d953c5ef-65dd-4c11-884c-e6a58d57e77a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.993413] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.001378] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1025.001378] env[70041]: value = "task-3193320" [ 1025.001378] env[70041]: _type = "Task" [ 1025.001378] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.010403] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.125576] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "b662c050-9fdb-4476-8367-57c078dbb252" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.126106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "b662c050-9fdb-4476-8367-57c078dbb252" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.184792] env[70041]: DEBUG nova.compute.manager [req-a935f192-7e8f-4cba-a07b-99431565bbf9 req-61a2b8eb-a04c-41b0-a9ed-316c43537c26 service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Received event network-vif-plugged-314f163b-c43f-49f5-87ba-e6dda53c594b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1025.184792] env[70041]: DEBUG oslo_concurrency.lockutils [req-a935f192-7e8f-4cba-a07b-99431565bbf9 req-61a2b8eb-a04c-41b0-a9ed-316c43537c26 service nova] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.184792] env[70041]: DEBUG oslo_concurrency.lockutils [req-a935f192-7e8f-4cba-a07b-99431565bbf9 req-61a2b8eb-a04c-41b0-a9ed-316c43537c26 service nova] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.184792] env[70041]: DEBUG oslo_concurrency.lockutils [req-a935f192-7e8f-4cba-a07b-99431565bbf9 req-61a2b8eb-a04c-41b0-a9ed-316c43537c26 service nova] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.185469] env[70041]: DEBUG nova.compute.manager [req-a935f192-7e8f-4cba-a07b-99431565bbf9 req-61a2b8eb-a04c-41b0-a9ed-316c43537c26 service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] No waiting events found dispatching network-vif-plugged-314f163b-c43f-49f5-87ba-e6dda53c594b {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.185809] env[70041]: WARNING nova.compute.manager [req-a935f192-7e8f-4cba-a07b-99431565bbf9 req-61a2b8eb-a04c-41b0-a9ed-316c43537c26 service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Received unexpected event network-vif-plugged-314f163b-c43f-49f5-87ba-e6dda53c594b for instance with vm_state building and task_state spawning. [ 1025.272582] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.273166] env[70041]: DEBUG nova.compute.manager [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.276057] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.472s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.280301] env[70041]: DEBUG nova.objects.instance [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lazy-loading 'resources' on Instance uuid 30be6b58-3fac-4905-837b-285f233dac1f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.293755] env[70041]: DEBUG nova.network.neutron [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Successfully updated port: 314f163b-c43f-49f5-87ba-e6dda53c594b {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.307436] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193318, 'name': PowerOnVM_Task, 'duration_secs': 0.623818} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.307705] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.307903] env[70041]: INFO nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1025.308105] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.308872] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a4ec4-d8f7-4c95-9daa-e5f53e9f8b8c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.403845] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232fb09-0b61-dc89-688b-bd89c7744b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.018273} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.404285] env[70041]: DEBUG oslo_concurrency.lockutils [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.404576] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 455d5575-f2d7-4edf-b809-74c0bffc273e/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. {{(pid=70041) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1025.404843] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce2f7b1e-0dac-4343-984d-7be7d60cf143 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.411387] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1025.411387] env[70041]: value = "task-3193321" [ 1025.411387] env[70041]: _type = "Task" [ 1025.411387] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.418922] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.511290] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193320, 'name': ReconfigVM_Task, 'duration_secs': 0.321372} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.511559] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Reconfigured VM instance instance-0000005a to attach disk [datastore2] a31d041e-e483-465f-8ea6-0054591c3f52/a31d041e-e483-465f-8ea6-0054591c3f52.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.512148] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dbc456b-67ee-41f3-802f-491cd58d6be3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.517577] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1025.517577] env[70041]: value = "task-3193322" [ 1025.517577] env[70041]: _type = "Task" [ 1025.517577] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.526188] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193322, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.629709] env[70041]: DEBUG nova.compute.manager [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.784133] env[70041]: DEBUG nova.compute.utils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.788579] env[70041]: DEBUG nova.compute.manager [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.788579] env[70041]: DEBUG nova.network.neutron [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.799336] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "refresh_cache-66a6ebb2-e863-4ac7-88ca-80afce8ba94e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.799336] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquired lock "refresh_cache-66a6ebb2-e863-4ac7-88ca-80afce8ba94e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.799336] env[70041]: DEBUG nova.network.neutron [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.826954] env[70041]: INFO nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Took 42.84 seconds to build instance. [ 1025.831636] env[70041]: DEBUG nova.policy [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da999a5ee9ee4ce29625fbbabde239d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3d5011f6beb4c8e84ce03e561fbeef0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.926807] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193321, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.998712] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.999020] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e16c842-7f4b-420a-9f08-06a9a1a6734f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.008409] env[70041]: DEBUG oslo_vmware.api [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1026.008409] env[70041]: value = "task-3193323" [ 1026.008409] env[70041]: _type = "Task" [ 1026.008409] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.022433] env[70041]: DEBUG oslo_vmware.api [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.034914] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193322, 'name': Rename_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.144614] env[70041]: DEBUG nova.network.neutron [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Successfully created port: c156586a-3687-4a34-bd5d-e95c592305ee {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.148902] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.183274] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad82b8a-39e9-4519-9f25-02dcda99b21e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.191306] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8286157a-0f78-43bf-81fb-6101cc1e1f19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.224163] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb8a328-3890-4638-a606-2174dccc3599 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.232823] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2f93a-7609-4517-915a-48fa1efaa8fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.248656] env[70041]: DEBUG nova.compute.provider_tree [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.288944] env[70041]: DEBUG nova.compute.manager [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.334869] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.356s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.351511] env[70041]: DEBUG nova.network.neutron [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.422478] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698713} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.424954] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 455d5575-f2d7-4edf-b809-74c0bffc273e/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk. [ 1026.425824] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47de5a65-503e-4e94-8429-4c19692f7b8a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.454633] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 455d5575-f2d7-4edf-b809-74c0bffc273e/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.454936] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fb31098-e68d-4ded-9dfe-74a673d109e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.475176] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1026.475176] env[70041]: value = "task-3193324" [ 1026.475176] env[70041]: _type = "Task" [ 1026.475176] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.483068] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.522347] env[70041]: DEBUG oslo_vmware.api [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.529760] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193322, 'name': Rename_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.568419] env[70041]: DEBUG nova.network.neutron [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Updating instance_info_cache with network_info: [{"id": "314f163b-c43f-49f5-87ba-e6dda53c594b", "address": "fa:16:3e:0e:24:f6", "network": {"id": "c5b2e3a6-12ce-4085-8110-0512a39a9e60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1183492104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3b1c6388144138bc3e123d130b6076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314f163b-c4", "ovs_interfaceid": "314f163b-c43f-49f5-87ba-e6dda53c594b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.754974] env[70041]: DEBUG nova.scheduler.client.report [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.984576] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193324, 'name': ReconfigVM_Task, 'duration_secs': 0.448168} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.984801] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 455d5575-f2d7-4edf-b809-74c0bffc273e/c55f29aa-67f7-499a-8c0c-923c762528f4-rescue.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.985718] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901525ff-e899-4638-a207-4b25680c5780 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.014607] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5beffcd1-b925-4c12-9633-141fb4eb91b9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.036371] env[70041]: DEBUG oslo_vmware.api [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193323, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.041181] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193322, 'name': Rename_Task, 'duration_secs': 1.146021} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.041776] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1027.041776] env[70041]: value = "task-3193325" [ 1027.041776] env[70041]: _type = "Task" [ 1027.041776] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.042162] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.042468] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf02df6c-a85f-4c47-87eb-ef561f44759d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.053400] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.054879] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1027.054879] env[70041]: value = "task-3193326" [ 1027.054879] env[70041]: _type = "Task" [ 1027.054879] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.064047] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.070703] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Releasing lock "refresh_cache-66a6ebb2-e863-4ac7-88ca-80afce8ba94e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.071044] env[70041]: DEBUG nova.compute.manager [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Instance network_info: |[{"id": "314f163b-c43f-49f5-87ba-e6dda53c594b", "address": "fa:16:3e:0e:24:f6", "network": {"id": "c5b2e3a6-12ce-4085-8110-0512a39a9e60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1183492104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3b1c6388144138bc3e123d130b6076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314f163b-c4", "ovs_interfaceid": "314f163b-c43f-49f5-87ba-e6dda53c594b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.071457] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:24:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '314f163b-c43f-49f5-87ba-e6dda53c594b', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.079880] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.080111] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.080336] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-550529f7-cbd7-4d21-b000-301158ed7c42 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.099831] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.099831] env[70041]: value = "task-3193327" [ 1027.099831] env[70041]: _type = "Task" [ 1027.099831] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.108029] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193327, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.211555] env[70041]: DEBUG nova.compute.manager [req-0df58485-d48d-4805-96fc-8bcbba00db90 req-82283a31-8266-4a1d-8881-3795affc6f20 service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Received event network-changed-314f163b-c43f-49f5-87ba-e6dda53c594b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1027.211690] env[70041]: DEBUG nova.compute.manager [req-0df58485-d48d-4805-96fc-8bcbba00db90 req-82283a31-8266-4a1d-8881-3795affc6f20 service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Refreshing instance network info cache due to event network-changed-314f163b-c43f-49f5-87ba-e6dda53c594b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1027.212099] env[70041]: DEBUG oslo_concurrency.lockutils [req-0df58485-d48d-4805-96fc-8bcbba00db90 req-82283a31-8266-4a1d-8881-3795affc6f20 service nova] Acquiring lock "refresh_cache-66a6ebb2-e863-4ac7-88ca-80afce8ba94e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.212351] env[70041]: DEBUG oslo_concurrency.lockutils [req-0df58485-d48d-4805-96fc-8bcbba00db90 req-82283a31-8266-4a1d-8881-3795affc6f20 service nova] Acquired lock "refresh_cache-66a6ebb2-e863-4ac7-88ca-80afce8ba94e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.212584] env[70041]: DEBUG nova.network.neutron [req-0df58485-d48d-4805-96fc-8bcbba00db90 req-82283a31-8266-4a1d-8881-3795affc6f20 service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Refreshing network info cache for port 314f163b-c43f-49f5-87ba-e6dda53c594b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.257780] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.259952] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.349s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.260205] env[70041]: DEBUG nova.objects.instance [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lazy-loading 'resources' on Instance uuid 03abe8f5-b70c-4526-b42e-897fdb83b83f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.285082] env[70041]: INFO nova.scheduler.client.report [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Deleted allocations for instance 30be6b58-3fac-4905-837b-285f233dac1f [ 1027.298405] env[70041]: DEBUG nova.compute.manager [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.325807] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.326157] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.326324] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.326524] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.326676] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.326824] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.327054] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.327219] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.327385] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.327550] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.327726] env[70041]: DEBUG nova.virt.hardware [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.328785] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86591e1-6028-4c34-8ed1-b59fe5c9e431 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.337172] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891bf64f-3f58-49cb-a15d-1fb97e1b3a12 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.525061] env[70041]: DEBUG oslo_vmware.api [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193323, 'name': PowerOnVM_Task, 'duration_secs': 1.082832} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.525319] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.525552] env[70041]: DEBUG nova.compute.manager [None req-fe849d6b-87a6-4fbb-a5a9-5b1dc61065f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.526389] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa8aa0f-c1bd-4ab6-a5f6-800e0d987099 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.554501] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193325, 'name': ReconfigVM_Task, 'duration_secs': 0.24212} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.554501] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.554732] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d1fcf42-b6db-4f48-8bfd-d29e9233646b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.566353] env[70041]: DEBUG oslo_vmware.api [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193326, 'name': PowerOnVM_Task, 'duration_secs': 0.47523} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.568770] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.568935] env[70041]: INFO nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1027.569131] env[70041]: DEBUG nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.570487] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1027.570487] env[70041]: value = "task-3193328" [ 1027.570487] env[70041]: _type = "Task" [ 1027.570487] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.570487] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05792d4e-a493-4858-92cc-e8a920768f27 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.585424] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193328, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.609260] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193327, 'name': CreateVM_Task, 'duration_secs': 0.369516} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.609414] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.610115] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.610278] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.611530] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.611530] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e8ca09-d537-48c7-b5be-076ddd91b0b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.616270] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1027.616270] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528adb75-b28a-33ad-e2b5-43580a6f60ee" [ 1027.616270] env[70041]: _type = "Task" [ 1027.616270] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.623753] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528adb75-b28a-33ad-e2b5-43580a6f60ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.799707] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d3d12402-fb17-4afe-bbf4-bf839876efd5 tempest-ImagesTestJSON-334818641 tempest-ImagesTestJSON-334818641-project-member] Lock "30be6b58-3fac-4905-837b-285f233dac1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.239s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.079332] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c8c89-9e0e-4e6f-8fd1-640aef4426b8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.091209] env[70041]: DEBUG oslo_vmware.api [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193328, 'name': PowerOnVM_Task, 'duration_secs': 0.469273} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.099406] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.101226] env[70041]: INFO nova.compute.manager [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Took 45.09 seconds to build instance. [ 1028.106231] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b864a5-7d70-4d66-9902-e9929164263c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.112275] env[70041]: DEBUG nova.compute.manager [None req-809c23b4-ca94-44c6-9f13-c647d2fb2f6a tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.113251] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0611b706-b297-4ee8-be6e-702193748b56 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.151473] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5d61dd-78fa-41ec-83fb-5a061114d82e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.164295] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528adb75-b28a-33ad-e2b5-43580a6f60ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012528} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.165226] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.165478] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.165759] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.165910] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.166107] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.166422] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d34b7450-45b1-4266-a2d7-f198a5fc47c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.171591] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b3d745-98c4-47e1-b224-1d5b019d652b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.178034] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.178211] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.186172] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3038b906-c6dd-4799-aba8-2773d62acbd8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.188584] env[70041]: DEBUG nova.compute.provider_tree [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.193319] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1028.193319] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525e186a-9497-0187-28ac-0b1b2d67f0ae" [ 1028.193319] env[70041]: _type = "Task" [ 1028.193319] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.202416] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525e186a-9497-0187-28ac-0b1b2d67f0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.221094] env[70041]: DEBUG nova.network.neutron [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Successfully updated port: c156586a-3687-4a34-bd5d-e95c592305ee {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.270226] env[70041]: DEBUG nova.network.neutron [req-0df58485-d48d-4805-96fc-8bcbba00db90 req-82283a31-8266-4a1d-8881-3795affc6f20 service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Updated VIF entry in instance network info cache for port 314f163b-c43f-49f5-87ba-e6dda53c594b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.270596] env[70041]: DEBUG nova.network.neutron [req-0df58485-d48d-4805-96fc-8bcbba00db90 req-82283a31-8266-4a1d-8881-3795affc6f20 service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Updating instance_info_cache with network_info: [{"id": "314f163b-c43f-49f5-87ba-e6dda53c594b", "address": "fa:16:3e:0e:24:f6", "network": {"id": "c5b2e3a6-12ce-4085-8110-0512a39a9e60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1183492104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3b1c6388144138bc3e123d130b6076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314f163b-c4", "ovs_interfaceid": "314f163b-c43f-49f5-87ba-e6dda53c594b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.614265] env[70041]: DEBUG oslo_concurrency.lockutils [None req-79d7a9bc-ae89-4721-9fc3-dc3714e6e2d5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a31d041e-e483-465f-8ea6-0054591c3f52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.614s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.691959] env[70041]: DEBUG nova.scheduler.client.report [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.709694] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525e186a-9497-0187-28ac-0b1b2d67f0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01598} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.710985] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1ed181-e0a4-427e-85f9-39d39154b4b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.716587] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1028.716587] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5264d70c-ae8e-40db-7763-2b496c5208ee" [ 1028.716587] env[70041]: _type = "Task" [ 1028.716587] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.726335] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "refresh_cache-6ddd132a-c359-4c13-9302-52dbe71ce2bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.726335] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "refresh_cache-6ddd132a-c359-4c13-9302-52dbe71ce2bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.726335] env[70041]: DEBUG nova.network.neutron [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.727521] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5264d70c-ae8e-40db-7763-2b496c5208ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.773712] env[70041]: DEBUG oslo_concurrency.lockutils [req-0df58485-d48d-4805-96fc-8bcbba00db90 req-82283a31-8266-4a1d-8881-3795affc6f20 service nova] Releasing lock "refresh_cache-66a6ebb2-e863-4ac7-88ca-80afce8ba94e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.031811] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.032087] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.032359] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.032542] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.032712] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.037526] env[70041]: INFO nova.compute.manager [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Terminating instance [ 1029.156270] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "a31d041e-e483-465f-8ea6-0054591c3f52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.156788] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a31d041e-e483-465f-8ea6-0054591c3f52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.157091] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "a31d041e-e483-465f-8ea6-0054591c3f52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.157300] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a31d041e-e483-465f-8ea6-0054591c3f52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.157469] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a31d041e-e483-465f-8ea6-0054591c3f52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.160274] env[70041]: INFO nova.compute.manager [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Terminating instance [ 1029.199901] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.203301] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.297s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.203301] env[70041]: DEBUG nova.objects.instance [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lazy-loading 'resources' on Instance uuid af97533a-7551-4f43-9cef-c4b6c23eaee1 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.231966] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5264d70c-ae8e-40db-7763-2b496c5208ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.231966] env[70041]: INFO nova.scheduler.client.report [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Deleted allocations for instance 03abe8f5-b70c-4526-b42e-897fdb83b83f [ 1029.235198] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.237726] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 66a6ebb2-e863-4ac7-88ca-80afce8ba94e/66a6ebb2-e863-4ac7-88ca-80afce8ba94e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.239837] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af364c98-9290-4b20-8ff0-7275f114c93c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.246263] env[70041]: DEBUG nova.compute.manager [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Received event network-vif-plugged-c156586a-3687-4a34-bd5d-e95c592305ee {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1029.246524] env[70041]: DEBUG oslo_concurrency.lockutils [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] Acquiring lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.246790] env[70041]: DEBUG oslo_concurrency.lockutils [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] Lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.246984] env[70041]: DEBUG oslo_concurrency.lockutils [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] Lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.247172] env[70041]: DEBUG nova.compute.manager [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] No waiting events found dispatching network-vif-plugged-c156586a-3687-4a34-bd5d-e95c592305ee {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.247375] env[70041]: WARNING nova.compute.manager [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Received unexpected event network-vif-plugged-c156586a-3687-4a34-bd5d-e95c592305ee for instance with vm_state building and task_state spawning. [ 1029.247561] env[70041]: DEBUG nova.compute.manager [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Received event network-changed-c156586a-3687-4a34-bd5d-e95c592305ee {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1029.247739] env[70041]: DEBUG nova.compute.manager [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Refreshing instance network info cache due to event network-changed-c156586a-3687-4a34-bd5d-e95c592305ee. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1029.247931] env[70041]: DEBUG oslo_concurrency.lockutils [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] Acquiring lock "refresh_cache-6ddd132a-c359-4c13-9302-52dbe71ce2bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.256386] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1029.256386] env[70041]: value = "task-3193329" [ 1029.256386] env[70041]: _type = "Task" [ 1029.256386] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.265329] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.276529] env[70041]: DEBUG nova.network.neutron [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.442699] env[70041]: DEBUG nova.network.neutron [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Updating instance_info_cache with network_info: [{"id": "c156586a-3687-4a34-bd5d-e95c592305ee", "address": "fa:16:3e:f3:c8:65", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc156586a-36", "ovs_interfaceid": "c156586a-3687-4a34-bd5d-e95c592305ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.545421] env[70041]: DEBUG nova.compute.manager [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.545608] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.546923] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb5999-3985-42d2-bcdd-0b62e2ca3fe6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.554927] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.554927] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-885d202d-197b-4b5e-9ad9-fce98d63a10b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.561066] env[70041]: DEBUG oslo_vmware.api [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1029.561066] env[70041]: value = "task-3193330" [ 1029.561066] env[70041]: _type = "Task" [ 1029.561066] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.570187] env[70041]: DEBUG oslo_vmware.api [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.665141] env[70041]: DEBUG nova.compute.manager [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.665603] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.666634] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d85a277-82bd-420f-94a6-f4713b31e9d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.678557] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.679054] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba0af5a8-df54-41ed-bb7c-0a746e5ad6bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.687622] env[70041]: DEBUG oslo_vmware.api [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1029.687622] env[70041]: value = "task-3193331" [ 1029.687622] env[70041]: _type = "Task" [ 1029.687622] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.701438] env[70041]: DEBUG oslo_vmware.api [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.751244] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2e022021-651d-474c-8db8-6c991eed0e88 tempest-ServerRescueTestJSON-1511802777 tempest-ServerRescueTestJSON-1511802777-project-member] Lock "03abe8f5-b70c-4526-b42e-897fdb83b83f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.308s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.781027] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193329, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.857678] env[70041]: INFO nova.compute.manager [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Unrescuing [ 1029.858034] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858258] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquired lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.858553] env[70041]: DEBUG nova.network.neutron [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.951772] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "refresh_cache-6ddd132a-c359-4c13-9302-52dbe71ce2bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.952305] env[70041]: DEBUG nova.compute.manager [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Instance network_info: |[{"id": "c156586a-3687-4a34-bd5d-e95c592305ee", "address": "fa:16:3e:f3:c8:65", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc156586a-36", "ovs_interfaceid": "c156586a-3687-4a34-bd5d-e95c592305ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.952955] env[70041]: DEBUG oslo_concurrency.lockutils [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] Acquired lock "refresh_cache-6ddd132a-c359-4c13-9302-52dbe71ce2bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.953264] env[70041]: DEBUG nova.network.neutron [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Refreshing network info cache for port c156586a-3687-4a34-bd5d-e95c592305ee {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.954901] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:c8:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c156586a-3687-4a34-bd5d-e95c592305ee', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.965049] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.965744] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.966068] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-089cb1fd-071c-4ab7-b5cd-df5e110e8c8a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.994325] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.994325] env[70041]: value = "task-3193332" [ 1029.994325] env[70041]: _type = "Task" [ 1029.994325] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.014406] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193332, 'name': CreateVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.071918] env[70041]: DEBUG oslo_vmware.api [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193330, 'name': PowerOffVM_Task, 'duration_secs': 0.281915} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.072235] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.072404] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.072667] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd2d28ca-640e-492f-9d74-ff6ea7cfe6d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.116143] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c819e-f104-4061-9552-99f0e84e4b2d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.126623] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d7cfc4-d00c-4d59-9742-778840eadac1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.165178] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f398f-2774-4740-9c09-ed4c74d29ebc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.168492] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.170034] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.170034] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleting the datastore file [datastore2] 28bc3dab-1182-4e2c-84b8-f7f10e8603a2 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.170034] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26e9614e-cf51-45b8-a6db-e4a38e05344d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.177466] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aebe35-e311-4e63-9fa2-dc7a626cc774 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.181450] env[70041]: DEBUG oslo_vmware.api [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1030.181450] env[70041]: value = "task-3193334" [ 1030.181450] env[70041]: _type = "Task" [ 1030.181450] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.197245] env[70041]: DEBUG nova.compute.provider_tree [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.207517] env[70041]: DEBUG oslo_vmware.api [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.215174] env[70041]: DEBUG oslo_vmware.api [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193331, 'name': PowerOffVM_Task, 'duration_secs': 0.301189} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.215664] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.215851] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.216217] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61f4dfdc-9cdb-42ec-9166-524a89f8c1a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.268855] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749066} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.269138] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 66a6ebb2-e863-4ac7-88ca-80afce8ba94e/66a6ebb2-e863-4ac7-88ca-80afce8ba94e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.269390] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.269675] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ea321b3-a6c6-42d0-9300-fe14ab1820c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.279544] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1030.279544] env[70041]: value = "task-3193336" [ 1030.279544] env[70041]: _type = "Task" [ 1030.279544] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.289065] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.290732] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.290969] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.291240] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleting the datastore file [datastore2] a31d041e-e483-465f-8ea6-0054591c3f52 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.291538] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b44c725-7140-435e-959b-de817f37fd35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.299246] env[70041]: DEBUG oslo_vmware.api [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for the task: (returnval){ [ 1030.299246] env[70041]: value = "task-3193337" [ 1030.299246] env[70041]: _type = "Task" [ 1030.299246] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.306824] env[70041]: DEBUG oslo_vmware.api [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.510550] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193332, 'name': CreateVM_Task, 'duration_secs': 0.326802} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.510724] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.511431] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.511595] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.512111] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.512192] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80d2ac7-e0a3-448f-ba6e-7092c1ea2e75 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.519984] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1030.519984] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5276874d-15bf-4643-61e6-344f2fc83132" [ 1030.519984] env[70041]: _type = "Task" [ 1030.519984] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.529287] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5276874d-15bf-4643-61e6-344f2fc83132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.694898] env[70041]: DEBUG oslo_vmware.api [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186486} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.695801] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.696067] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.696840] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.696840] env[70041]: INFO nova.compute.manager [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1030.696840] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.697014] env[70041]: DEBUG nova.compute.manager [-] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.697014] env[70041]: DEBUG nova.network.neutron [-] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.739554] env[70041]: ERROR nova.scheduler.client.report [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] [req-c15957fc-661d-4789-93b5-70c0b7a9c1e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c15957fc-661d-4789-93b5-70c0b7a9c1e6"}]} [ 1030.768371] env[70041]: DEBUG nova.scheduler.client.report [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1030.790200] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088495} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.791394] env[70041]: DEBUG nova.scheduler.client.report [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1030.791736] env[70041]: DEBUG nova.compute.provider_tree [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.793803] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.794844] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27db73c7-d68f-45a9-a839-94a30c7eaf76 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.822287] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 66a6ebb2-e863-4ac7-88ca-80afce8ba94e/66a6ebb2-e863-4ac7-88ca-80afce8ba94e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.828018] env[70041]: DEBUG nova.scheduler.client.report [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1030.829024] env[70041]: DEBUG nova.network.neutron [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating instance_info_cache with network_info: [{"id": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "address": "fa:16:3e:1f:f9:68", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6228fd12-3d", "ovs_interfaceid": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.829896] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba0bd68-1966-4829-8a51-ceee0c3d6817 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.850449] env[70041]: DEBUG oslo_concurrency.lockutils [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Releasing lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.851504] env[70041]: DEBUG nova.objects.instance [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lazy-loading 'flavor' on Instance uuid 455d5575-f2d7-4edf-b809-74c0bffc273e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.859534] env[70041]: DEBUG oslo_vmware.api [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Task: {'id': task-3193337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420144} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.860299] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.860582] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.861096] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.861096] env[70041]: INFO nova.compute.manager [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1030.861164] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.861448] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1030.861448] env[70041]: value = "task-3193338" [ 1030.861448] env[70041]: _type = "Task" [ 1030.861448] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.861623] env[70041]: DEBUG nova.compute.manager [-] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.861744] env[70041]: DEBUG nova.network.neutron [-] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.875810] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.876768] env[70041]: DEBUG nova.scheduler.client.report [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1030.920485] env[70041]: DEBUG nova.network.neutron [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Updated VIF entry in instance network info cache for port c156586a-3687-4a34-bd5d-e95c592305ee. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.920869] env[70041]: DEBUG nova.network.neutron [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Updating instance_info_cache with network_info: [{"id": "c156586a-3687-4a34-bd5d-e95c592305ee", "address": "fa:16:3e:f3:c8:65", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc156586a-36", "ovs_interfaceid": "c156586a-3687-4a34-bd5d-e95c592305ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.032418] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5276874d-15bf-4643-61e6-344f2fc83132, 'name': SearchDatastore_Task, 'duration_secs': 0.024224} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.032418] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.032418] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.032418] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.032418] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.032418] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.034605] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96a18e00-4166-411a-a0c5-b67d0167fc95 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.048928] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.049240] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.049941] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98341fe8-eb34-4599-be10-94003487d5ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.056332] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1031.056332] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524899a8-4ff2-97ed-5b38-26bb629e9e4c" [ 1031.056332] env[70041]: _type = "Task" [ 1031.056332] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.067780] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524899a8-4ff2-97ed-5b38-26bb629e9e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.197179] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0df385-d919-4afb-950a-15af9ac5feaf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.208079] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec77d0d-a304-48fa-8321-3885f92ad431 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.241865] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877cbff2-89f5-485d-a7a3-73361cc5c309 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.249969] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b671ee-b001-4163-a461-cfcea0d5752b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.265016] env[70041]: DEBUG nova.compute.provider_tree [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.271611] env[70041]: DEBUG nova.compute.manager [req-b7353c41-4272-408a-a08b-f09493df20e3 req-2bb799c4-d654-4bad-ab3a-d4d697ffa717 service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Received event network-vif-deleted-e399e9b8-0098-446c-b1be-202bce7165ab {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1031.271820] env[70041]: INFO nova.compute.manager [req-b7353c41-4272-408a-a08b-f09493df20e3 req-2bb799c4-d654-4bad-ab3a-d4d697ffa717 service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Neutron deleted interface e399e9b8-0098-446c-b1be-202bce7165ab; detaching it from the instance and deleting it from the info cache [ 1031.271991] env[70041]: DEBUG nova.network.neutron [req-b7353c41-4272-408a-a08b-f09493df20e3 req-2bb799c4-d654-4bad-ab3a-d4d697ffa717 service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.333943] env[70041]: DEBUG nova.compute.manager [req-32d51068-3db6-48e9-a730-9ff4659fa91a req-52581bbf-cc93-4ecf-bc4f-6063c651b365 service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Received event network-vif-deleted-20584219-7eaf-4d08-adf2-10120cdc9334 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1031.334172] env[70041]: INFO nova.compute.manager [req-32d51068-3db6-48e9-a730-9ff4659fa91a req-52581bbf-cc93-4ecf-bc4f-6063c651b365 service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Neutron deleted interface 20584219-7eaf-4d08-adf2-10120cdc9334; detaching it from the instance and deleting it from the info cache [ 1031.334511] env[70041]: DEBUG nova.network.neutron [req-32d51068-3db6-48e9-a730-9ff4659fa91a req-52581bbf-cc93-4ecf-bc4f-6063c651b365 service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.358975] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5b5196-fef0-4bee-86ed-f1bc563cebe1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.374843] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.397182] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.397594] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdd1f6af-807b-4f6a-9c80-ac1e1cea39ed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.404389] env[70041]: DEBUG oslo_vmware.api [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1031.404389] env[70041]: value = "task-3193339" [ 1031.404389] env[70041]: _type = "Task" [ 1031.404389] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.412476] env[70041]: DEBUG oslo_vmware.api [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.424307] env[70041]: DEBUG oslo_concurrency.lockutils [req-2d6224b7-09a2-4b1c-bb80-464b07cbee68 req-1182c02b-0c0a-4cf3-8f20-061afcf27a68 service nova] Releasing lock "refresh_cache-6ddd132a-c359-4c13-9302-52dbe71ce2bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.567872] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524899a8-4ff2-97ed-5b38-26bb629e9e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.070528} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.568726] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab61fa57-c03f-4cfe-bdc0-205e53694cc5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.574738] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1031.574738] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525cbc93-2e2b-5b90-d3dc-dc2d6e5e65df" [ 1031.574738] env[70041]: _type = "Task" [ 1031.574738] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.582675] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525cbc93-2e2b-5b90-d3dc-dc2d6e5e65df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.683274] env[70041]: DEBUG nova.network.neutron [-] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.774276] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b86a2e52-5c6e-49c0-8dcf-f871bf18bab9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.783169] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ccf5aa-9138-491b-a317-319d217fd4c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.819784] env[70041]: DEBUG nova.network.neutron [-] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.821220] env[70041]: DEBUG nova.compute.manager [req-b7353c41-4272-408a-a08b-f09493df20e3 req-2bb799c4-d654-4bad-ab3a-d4d697ffa717 service nova] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Detach interface failed, port_id=e399e9b8-0098-446c-b1be-202bce7165ab, reason: Instance a31d041e-e483-465f-8ea6-0054591c3f52 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1031.822466] env[70041]: DEBUG nova.scheduler.client.report [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1031.822717] env[70041]: DEBUG nova.compute.provider_tree [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 128 to 129 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1031.822876] env[70041]: DEBUG nova.compute.provider_tree [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1031.836982] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-003c9745-c68e-4f10-b9c8-2c820fe28867 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.846518] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ff4ea-ad80-419a-853b-828b518e83ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.880426] env[70041]: DEBUG nova.compute.manager [req-32d51068-3db6-48e9-a730-9ff4659fa91a req-52581bbf-cc93-4ecf-bc4f-6063c651b365 service nova] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Detach interface failed, port_id=20584219-7eaf-4d08-adf2-10120cdc9334, reason: Instance 28bc3dab-1182-4e2c-84b8-f7f10e8603a2 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1031.885524] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193338, 'name': ReconfigVM_Task, 'duration_secs': 0.821022} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.885674] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 66a6ebb2-e863-4ac7-88ca-80afce8ba94e/66a6ebb2-e863-4ac7-88ca-80afce8ba94e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.886490] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1184819-eb35-48a1-a757-8a6077482608 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.893510] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1031.893510] env[70041]: value = "task-3193340" [ 1031.893510] env[70041]: _type = "Task" [ 1031.893510] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.902779] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193340, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.912259] env[70041]: DEBUG oslo_vmware.api [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193339, 'name': PowerOffVM_Task, 'duration_secs': 0.238596} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.912704] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.917876] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfiguring VM instance instance-0000003b to detach disk 2002 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.920525] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f46b90-c2d5-4f65-8100-6d5b583f5003 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.937095] env[70041]: DEBUG oslo_vmware.api [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1031.937095] env[70041]: value = "task-3193341" [ 1031.937095] env[70041]: _type = "Task" [ 1031.937095] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.945602] env[70041]: DEBUG oslo_vmware.api [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.084594] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525cbc93-2e2b-5b90-d3dc-dc2d6e5e65df, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.084975] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.085285] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 6ddd132a-c359-4c13-9302-52dbe71ce2bc/6ddd132a-c359-4c13-9302-52dbe71ce2bc.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.085573] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be5ae932-0384-4d0a-8b6a-b87304f472fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.092262] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1032.092262] env[70041]: value = "task-3193342" [ 1032.092262] env[70041]: _type = "Task" [ 1032.092262] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.100286] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.186860] env[70041]: INFO nova.compute.manager [-] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Took 1.32 seconds to deallocate network for instance. [ 1032.327892] env[70041]: INFO nova.compute.manager [-] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Took 1.63 seconds to deallocate network for instance. [ 1032.328643] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.127s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.333038] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.517s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.334590] env[70041]: INFO nova.compute.claims [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.354457] env[70041]: INFO nova.scheduler.client.report [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Deleted allocations for instance af97533a-7551-4f43-9cef-c4b6c23eaee1 [ 1032.406617] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193340, 'name': Rename_Task, 'duration_secs': 0.160898} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.406990] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.407310] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91ed2627-c17b-4a09-afcc-78718a187edf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.413329] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1032.413329] env[70041]: value = "task-3193343" [ 1032.413329] env[70041]: _type = "Task" [ 1032.413329] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.424140] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.446843] env[70041]: DEBUG oslo_vmware.api [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193341, 'name': ReconfigVM_Task, 'duration_secs': 0.268326} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.447132] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfigured VM instance instance-0000003b to detach disk 2002 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.447321] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.447576] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da9be5ff-7559-486b-91ee-1fa054e20e07 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.454526] env[70041]: DEBUG oslo_vmware.api [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1032.454526] env[70041]: value = "task-3193344" [ 1032.454526] env[70041]: _type = "Task" [ 1032.454526] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.463870] env[70041]: DEBUG oslo_vmware.api [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.602684] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193342, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.696549] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.757384] env[70041]: DEBUG oslo_concurrency.lockutils [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.757678] env[70041]: DEBUG oslo_concurrency.lockutils [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.757874] env[70041]: INFO nova.compute.manager [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Shelving [ 1032.845873] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.866987] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f5b8f47b-27b4-47fe-9536-d1a37b8b63d8 tempest-AttachInterfacesV270Test-1848950114 tempest-AttachInterfacesV270Test-1848950114-project-member] Lock "af97533a-7551-4f43-9cef-c4b6c23eaee1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.370s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.924091] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193343, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.963899] env[70041]: DEBUG oslo_vmware.api [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193344, 'name': PowerOnVM_Task, 'duration_secs': 0.446677} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.964709] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.964815] env[70041]: DEBUG nova.compute.manager [None req-93c8528f-a29c-438c-a519-c622bb7efcb6 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.965777] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e5ca8-2e8e-4143-869f-d5b31b16a727 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.105148] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709438} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.105511] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 6ddd132a-c359-4c13-9302-52dbe71ce2bc/6ddd132a-c359-4c13-9302-52dbe71ce2bc.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.105758] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.105982] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76696de1-73ee-442e-a1e7-6a21948d12f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.112613] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1033.112613] env[70041]: value = "task-3193345" [ 1033.112613] env[70041]: _type = "Task" [ 1033.112613] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.121765] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.353291] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquiring lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.353512] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.353659] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquiring lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.353837] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.353998] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.357177] env[70041]: INFO nova.compute.manager [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Terminating instance [ 1033.428702] env[70041]: DEBUG oslo_vmware.api [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193343, 'name': PowerOnVM_Task, 'duration_secs': 1.007534} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.429239] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.430296] env[70041]: INFO nova.compute.manager [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1033.430505] env[70041]: DEBUG nova.compute.manager [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.431332] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4290b4c9-0b55-48a3-9dee-48216916d69f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.631186] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064364} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.633600] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.635128] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c7bde2-2aea-444e-9e33-af37c2654f83 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.662673] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 6ddd132a-c359-4c13-9302-52dbe71ce2bc/6ddd132a-c359-4c13-9302-52dbe71ce2bc.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.666017] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f808036-01f9-481f-8d86-d66ef23d3f61 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.690213] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1033.690213] env[70041]: value = "task-3193346" [ 1033.690213] env[70041]: _type = "Task" [ 1033.690213] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.706850] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.747174] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536dabe0-2393-4fdc-add1-8d1edc6b7e52 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.755370] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab4e573-49af-4f22-a4ea-b6b6e0a4f817 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.788874] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.789419] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab8ef71-20b6-4be2-9ea1-f2b26576eab3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.791798] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46855a24-a5f8-42c7-b6cb-2715c8c0fc2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.800571] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853d1d2d-762f-4073-af1e-17480284d414 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.805765] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1033.805765] env[70041]: value = "task-3193347" [ 1033.805765] env[70041]: _type = "Task" [ 1033.805765] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.817780] env[70041]: DEBUG nova.compute.provider_tree [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.828985] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.865419] env[70041]: DEBUG nova.compute.manager [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.865748] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.866582] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac4517c-00e7-4b6b-89e2-e5349058ad8f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.877847] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.877847] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b1b387-e20f-416c-b505-62023168032b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.886173] env[70041]: DEBUG oslo_vmware.api [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 1033.886173] env[70041]: value = "task-3193348" [ 1033.886173] env[70041]: _type = "Task" [ 1033.886173] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.896888] env[70041]: DEBUG oslo_vmware.api [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.957633] env[70041]: INFO nova.compute.manager [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Took 39.22 seconds to build instance. [ 1034.222855] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193346, 'name': ReconfigVM_Task, 'duration_secs': 0.452232} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.222855] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 6ddd132a-c359-4c13-9302-52dbe71ce2bc/6ddd132a-c359-4c13-9302-52dbe71ce2bc.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.222855] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baf7d37b-2ee7-4aec-a2cf-a53ef476904a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.234152] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1034.234152] env[70041]: value = "task-3193349" [ 1034.234152] env[70041]: _type = "Task" [ 1034.234152] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.244964] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193349, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.319528] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193347, 'name': PowerOffVM_Task, 'duration_secs': 0.287641} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.319845] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.320751] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85dd674-c033-4b9f-90da-fcb5521927e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.326326] env[70041]: DEBUG nova.scheduler.client.report [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.356377] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf3899f-6700-4920-98ed-88000acdf563 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.399652] env[70041]: DEBUG oslo_vmware.api [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193348, 'name': PowerOffVM_Task, 'duration_secs': 0.255811} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.399940] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.400270] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.400398] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c04b30e-550b-45fb-b902-2944f75b2212 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.461771] env[70041]: DEBUG oslo_concurrency.lockutils [None req-74403159-dd34-49b1-b232-74e9d654aca8 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.736s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.474637] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.474744] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.474918] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Deleting the datastore file [datastore2] 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.475287] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d1b547-f142-42b5-82e3-5878a4fca1e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.488018] env[70041]: DEBUG oslo_vmware.api [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for the task: (returnval){ [ 1034.488018] env[70041]: value = "task-3193351" [ 1034.488018] env[70041]: _type = "Task" [ 1034.488018] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.496539] env[70041]: DEBUG oslo_vmware.api [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.748345] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193349, 'name': Rename_Task, 'duration_secs': 0.161678} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.748763] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.749105] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4271c2e-cda1-4341-8065-e99abeb1b8da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.756436] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1034.756436] env[70041]: value = "task-3193352" [ 1034.756436] env[70041]: _type = "Task" [ 1034.756436] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.767352] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.834780] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.835865] env[70041]: DEBUG nova.compute.manager [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.842145] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.851s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.870171] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1034.872025] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c6d9d11-ffe0-419d-bb69-e41f237b1bf8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.881562] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1034.881562] env[70041]: value = "task-3193353" [ 1034.881562] env[70041]: _type = "Task" [ 1034.881562] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.898019] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193353, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.999279] env[70041]: DEBUG oslo_vmware.api [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Task: {'id': task-3193351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156254} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.999279] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.999279] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.999279] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.999279] env[70041]: INFO nova.compute.manager [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1034.999279] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.999279] env[70041]: DEBUG nova.compute.manager [-] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.999279] env[70041]: DEBUG nova.network.neutron [-] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.207889] env[70041]: DEBUG nova.compute.manager [req-7c70d21c-e4ca-4c78-9014-b7932551c029 req-7d3277ce-04fb-41e7-af20-05f2d4fd4e49 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Received event network-changed-6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1035.208097] env[70041]: DEBUG nova.compute.manager [req-7c70d21c-e4ca-4c78-9014-b7932551c029 req-7d3277ce-04fb-41e7-af20-05f2d4fd4e49 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Refreshing instance network info cache due to event network-changed-6228fd12-3d7d-45cc-aa74-342e4dc2f32a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1035.208322] env[70041]: DEBUG oslo_concurrency.lockutils [req-7c70d21c-e4ca-4c78-9014-b7932551c029 req-7d3277ce-04fb-41e7-af20-05f2d4fd4e49 service nova] Acquiring lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.208540] env[70041]: DEBUG oslo_concurrency.lockutils [req-7c70d21c-e4ca-4c78-9014-b7932551c029 req-7d3277ce-04fb-41e7-af20-05f2d4fd4e49 service nova] Acquired lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.208860] env[70041]: DEBUG nova.network.neutron [req-7c70d21c-e4ca-4c78-9014-b7932551c029 req-7d3277ce-04fb-41e7-af20-05f2d4fd4e49 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Refreshing network info cache for port 6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.242582] env[70041]: DEBUG nova.compute.manager [req-fcf9dfa0-b174-455a-8129-cfafa93c5f45 req-546ba227-4056-44d6-a479-e313445c6c5c service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Received event network-changed-314f163b-c43f-49f5-87ba-e6dda53c594b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1035.243229] env[70041]: DEBUG nova.compute.manager [req-fcf9dfa0-b174-455a-8129-cfafa93c5f45 req-546ba227-4056-44d6-a479-e313445c6c5c service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Refreshing instance network info cache due to event network-changed-314f163b-c43f-49f5-87ba-e6dda53c594b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1035.245557] env[70041]: DEBUG oslo_concurrency.lockutils [req-fcf9dfa0-b174-455a-8129-cfafa93c5f45 req-546ba227-4056-44d6-a479-e313445c6c5c service nova] Acquiring lock "refresh_cache-66a6ebb2-e863-4ac7-88ca-80afce8ba94e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.245557] env[70041]: DEBUG oslo_concurrency.lockutils [req-fcf9dfa0-b174-455a-8129-cfafa93c5f45 req-546ba227-4056-44d6-a479-e313445c6c5c service nova] Acquired lock "refresh_cache-66a6ebb2-e863-4ac7-88ca-80afce8ba94e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.245557] env[70041]: DEBUG nova.network.neutron [req-fcf9dfa0-b174-455a-8129-cfafa93c5f45 req-546ba227-4056-44d6-a479-e313445c6c5c service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Refreshing network info cache for port 314f163b-c43f-49f5-87ba-e6dda53c594b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.277231] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193352, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.349177] env[70041]: DEBUG nova.compute.utils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.360312] env[70041]: DEBUG nova.compute.manager [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.360640] env[70041]: DEBUG nova.network.neutron [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.392315] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193353, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.420066] env[70041]: DEBUG nova.policy [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3a3b30905ab4649b908156d4764d56a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb173d4dec7a4afbb038d6265f440016', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.770941] env[70041]: DEBUG oslo_vmware.api [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193352, 'name': PowerOnVM_Task, 'duration_secs': 0.662773} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.771206] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.771433] env[70041]: INFO nova.compute.manager [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1035.771654] env[70041]: DEBUG nova.compute.manager [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.773235] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c3e16a-2cec-49fa-8309-93399ff71117 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.872432] env[70041]: DEBUG nova.compute.manager [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.894029] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193353, 'name': CreateSnapshot_Task, 'duration_secs': 0.683002} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.894029] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1035.895953] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725acca7-ff28-469c-82b4-b1cf08fa0a6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.912829] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 836ed670-0125-4c94-ab5e-13bb98ef2ee7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.912985] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 1705d5b8-a465-47e5-b07e-752ffe455797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.913131] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 455d5575-f2d7-4edf-b809-74c0bffc273e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.913279] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 7a49c9e4-58f0-480e-af9e-0d508eed3b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.913379] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 8655920e-7f50-46dd-a4e5-c46dcaa4b11f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.913499] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance a23b3cab-adeb-4904-b7d9-68b5ce084239 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.913615] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.914009] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance de3b62b9-80ab-4f8f-a9ed-8d32479e0771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.914191] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5e015b19-d4b3-4683-85bc-69c69653530e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.914489] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.914623] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.915220] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 77bb19a1-8650-48df-be6a-460fe472d530 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.915220] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 28bc3dab-1182-4e2c-84b8-f7f10e8603a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.915220] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance a31d041e-e483-465f-8ea6-0054591c3f52 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.915220] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 66a6ebb2-e863-4ac7-88ca-80afce8ba94e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.915220] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 6ddd132a-c359-4c13-9302-52dbe71ce2bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.915419] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 1f52aae5-c38e-489a-bf3b-eaaf4d230790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.979990] env[70041]: DEBUG nova.network.neutron [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Successfully created port: 24d1469e-d82d-42f3-b0c3-499602be82ad {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.124102] env[70041]: DEBUG nova.network.neutron [req-fcf9dfa0-b174-455a-8129-cfafa93c5f45 req-546ba227-4056-44d6-a479-e313445c6c5c service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Updated VIF entry in instance network info cache for port 314f163b-c43f-49f5-87ba-e6dda53c594b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.124617] env[70041]: DEBUG nova.network.neutron [req-fcf9dfa0-b174-455a-8129-cfafa93c5f45 req-546ba227-4056-44d6-a479-e313445c6c5c service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Updating instance_info_cache with network_info: [{"id": "314f163b-c43f-49f5-87ba-e6dda53c594b", "address": "fa:16:3e:0e:24:f6", "network": {"id": "c5b2e3a6-12ce-4085-8110-0512a39a9e60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1183492104-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3b1c6388144138bc3e123d130b6076", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314f163b-c4", "ovs_interfaceid": "314f163b-c43f-49f5-87ba-e6dda53c594b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.198269] env[70041]: DEBUG nova.network.neutron [req-7c70d21c-e4ca-4c78-9014-b7932551c029 req-7d3277ce-04fb-41e7-af20-05f2d4fd4e49 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updated VIF entry in instance network info cache for port 6228fd12-3d7d-45cc-aa74-342e4dc2f32a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.198661] env[70041]: DEBUG nova.network.neutron [req-7c70d21c-e4ca-4c78-9014-b7932551c029 req-7d3277ce-04fb-41e7-af20-05f2d4fd4e49 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating instance_info_cache with network_info: [{"id": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "address": "fa:16:3e:1f:f9:68", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6228fd12-3d", "ovs_interfaceid": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.293631] env[70041]: INFO nova.compute.manager [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Took 39.13 seconds to build instance. [ 1036.429449] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.430249] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance b662c050-9fdb-4476-8367-57c078dbb252 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1036.430507] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1036.430847] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1036.434282] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40005e32-c41a-4dd5-a04f-219fc26632ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.446188] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1036.446188] env[70041]: value = "task-3193354" [ 1036.446188] env[70041]: _type = "Task" [ 1036.446188] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.456931] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193354, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.463610] env[70041]: DEBUG nova.network.neutron [-] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.578361] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.578623] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.628600] env[70041]: DEBUG oslo_concurrency.lockutils [req-fcf9dfa0-b174-455a-8129-cfafa93c5f45 req-546ba227-4056-44d6-a479-e313445c6c5c service nova] Releasing lock "refresh_cache-66a6ebb2-e863-4ac7-88ca-80afce8ba94e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.703035] env[70041]: DEBUG oslo_concurrency.lockutils [req-7c70d21c-e4ca-4c78-9014-b7932551c029 req-7d3277ce-04fb-41e7-af20-05f2d4fd4e49 service nova] Releasing lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.800247] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e132977a-9c59-47fd-9de4-da96998b126e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.643s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.832879] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42546533-8501-45fd-9fd0-046a7dd041f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.841358] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0665ea64-40a1-48ee-986f-72c4b641cc78 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.873119] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b9570c-3083-42fb-9c25-981968395726 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.882859] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b609e48-fc84-4586-afaf-5b488a25c609 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.887756] env[70041]: DEBUG nova.compute.manager [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.907325] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.925421] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.925889] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.926044] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.926407] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.926524] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.927710] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.927710] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.927710] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.927710] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.927891] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.928017] env[70041]: DEBUG nova.virt.hardware [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.929296] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f0bee8-3a0e-4c08-94c1-422c755b95af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.939261] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787700f2-87b5-406a-82ef-4ca1b94d0af3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.964444] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193354, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.967384] env[70041]: INFO nova.compute.manager [-] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Took 1.97 seconds to deallocate network for instance. [ 1037.084338] env[70041]: DEBUG nova.compute.manager [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.250122] env[70041]: DEBUG nova.compute.manager [req-9ed4992a-14da-4b82-abf8-e369368b84cc req-c9336553-9668-4cd1-8072-a8136d6339a2 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Received event network-changed-6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1037.250465] env[70041]: DEBUG nova.compute.manager [req-9ed4992a-14da-4b82-abf8-e369368b84cc req-c9336553-9668-4cd1-8072-a8136d6339a2 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Refreshing instance network info cache due to event network-changed-6228fd12-3d7d-45cc-aa74-342e4dc2f32a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1037.250732] env[70041]: DEBUG oslo_concurrency.lockutils [req-9ed4992a-14da-4b82-abf8-e369368b84cc req-c9336553-9668-4cd1-8072-a8136d6339a2 service nova] Acquiring lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.250923] env[70041]: DEBUG oslo_concurrency.lockutils [req-9ed4992a-14da-4b82-abf8-e369368b84cc req-c9336553-9668-4cd1-8072-a8136d6339a2 service nova] Acquired lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.251114] env[70041]: DEBUG nova.network.neutron [req-9ed4992a-14da-4b82-abf8-e369368b84cc req-c9336553-9668-4cd1-8072-a8136d6339a2 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Refreshing network info cache for port 6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.412059] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.466498] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193354, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.476729] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.525168] env[70041]: DEBUG nova.compute.manager [req-64848c7e-ce12-4fa6-92a3-37d7589ac465 req-3d6a8d91-44b0-4ed9-8b4b-6555d8f9141d service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Received event network-vif-plugged-24d1469e-d82d-42f3-b0c3-499602be82ad {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1037.525550] env[70041]: DEBUG oslo_concurrency.lockutils [req-64848c7e-ce12-4fa6-92a3-37d7589ac465 req-3d6a8d91-44b0-4ed9-8b4b-6555d8f9141d service nova] Acquiring lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.525901] env[70041]: DEBUG oslo_concurrency.lockutils [req-64848c7e-ce12-4fa6-92a3-37d7589ac465 req-3d6a8d91-44b0-4ed9-8b4b-6555d8f9141d service nova] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.526160] env[70041]: DEBUG oslo_concurrency.lockutils [req-64848c7e-ce12-4fa6-92a3-37d7589ac465 req-3d6a8d91-44b0-4ed9-8b4b-6555d8f9141d service nova] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.526319] env[70041]: DEBUG nova.compute.manager [req-64848c7e-ce12-4fa6-92a3-37d7589ac465 req-3d6a8d91-44b0-4ed9-8b4b-6555d8f9141d service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] No waiting events found dispatching network-vif-plugged-24d1469e-d82d-42f3-b0c3-499602be82ad {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.526552] env[70041]: WARNING nova.compute.manager [req-64848c7e-ce12-4fa6-92a3-37d7589ac465 req-3d6a8d91-44b0-4ed9-8b4b-6555d8f9141d service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Received unexpected event network-vif-plugged-24d1469e-d82d-42f3-b0c3-499602be82ad for instance with vm_state building and task_state spawning. [ 1037.609637] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.624868] env[70041]: DEBUG nova.network.neutron [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Successfully updated port: 24d1469e-d82d-42f3-b0c3-499602be82ad {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.710093] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.710385] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.710621] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.710788] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.710914] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.715291] env[70041]: INFO nova.compute.manager [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Terminating instance [ 1037.916400] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1037.916672] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.075s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.916958] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.130s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.917195] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.919252] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.539s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.919449] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.921310] env[70041]: DEBUG oslo_concurrency.lockutils [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.499s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.921524] env[70041]: DEBUG oslo_concurrency.lockutils [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.923281] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.774s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.924913] env[70041]: INFO nova.compute.claims [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.967663] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193354, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.978421] env[70041]: INFO nova.scheduler.client.report [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Deleted allocations for instance e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8 [ 1037.985970] env[70041]: INFO nova.scheduler.client.report [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleted allocations for instance 8655920e-7f50-46dd-a4e5-c46dcaa4b11f [ 1038.022795] env[70041]: INFO nova.scheduler.client.report [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted allocations for instance 77bb19a1-8650-48df-be6a-460fe472d530 [ 1038.127730] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "refresh_cache-1f52aae5-c38e-489a-bf3b-eaaf4d230790" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.127965] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquired lock "refresh_cache-1f52aae5-c38e-489a-bf3b-eaaf4d230790" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.128042] env[70041]: DEBUG nova.network.neutron [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.219437] env[70041]: DEBUG nova.compute.manager [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.220589] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.220688] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe7fc1b-3418-4229-b393-b1dc38979293 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.229525] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.229804] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df073bf7-cd29-49ad-87fe-dfe0eac168e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.237539] env[70041]: DEBUG oslo_vmware.api [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1038.237539] env[70041]: value = "task-3193355" [ 1038.237539] env[70041]: _type = "Task" [ 1038.237539] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.246838] env[70041]: DEBUG oslo_vmware.api [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.284531] env[70041]: DEBUG nova.network.neutron [req-9ed4992a-14da-4b82-abf8-e369368b84cc req-c9336553-9668-4cd1-8072-a8136d6339a2 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updated VIF entry in instance network info cache for port 6228fd12-3d7d-45cc-aa74-342e4dc2f32a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.284624] env[70041]: DEBUG nova.network.neutron [req-9ed4992a-14da-4b82-abf8-e369368b84cc req-c9336553-9668-4cd1-8072-a8136d6339a2 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating instance_info_cache with network_info: [{"id": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "address": "fa:16:3e:1f:f9:68", "network": {"id": "fdc9d0f6-f3a8-4312-b518-91eaaf7d4129", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1245502511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b1b9a5dae5b4fc6a90db8ae857132b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6228fd12-3d", "ovs_interfaceid": "6228fd12-3d7d-45cc-aa74-342e4dc2f32a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.469112] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193354, 'name': CloneVM_Task, 'duration_secs': 2.010277} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.469738] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Created linked-clone VM from snapshot [ 1038.471268] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b837fd42-dc3b-4fa7-8bcf-840e0363552b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.480765] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Uploading image 865934d6-b275-4e8e-ad4e-2fb7a8c99b37 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1038.493208] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d5503682-dc28-4ee7-ae63-a259eb4622de tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "8655920e-7f50-46dd-a4e5-c46dcaa4b11f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.147s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.498106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6489313c-b3d7-443f-ad0a-28d7ac4c2775 tempest-ServerTagsTestJSON-882426448 tempest-ServerTagsTestJSON-882426448-project-member] Lock "e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.695s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.518335] env[70041]: DEBUG oslo_vmware.rw_handles [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1038.518335] env[70041]: value = "vm-638585" [ 1038.518335] env[70041]: _type = "VirtualMachine" [ 1038.518335] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1038.518776] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d79b7c5b-b3af-4461-9870-2addbfd152cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.530903] env[70041]: DEBUG oslo_vmware.rw_handles [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lease: (returnval){ [ 1038.530903] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523ce689-bfdc-8452-2fd5-45a22f0e82fa" [ 1038.530903] env[70041]: _type = "HttpNfcLease" [ 1038.530903] env[70041]: } obtained for exporting VM: (result){ [ 1038.530903] env[70041]: value = "vm-638585" [ 1038.530903] env[70041]: _type = "VirtualMachine" [ 1038.530903] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1038.531270] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the lease: (returnval){ [ 1038.531270] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523ce689-bfdc-8452-2fd5-45a22f0e82fa" [ 1038.531270] env[70041]: _type = "HttpNfcLease" [ 1038.531270] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1038.532026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-67d1e819-93b7-47ce-ba3f-1b5229ee0d96 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "77bb19a1-8650-48df-be6a-460fe472d530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.622s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.541264] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.541264] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523ce689-bfdc-8452-2fd5-45a22f0e82fa" [ 1038.541264] env[70041]: _type = "HttpNfcLease" [ 1038.541264] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1038.674745] env[70041]: DEBUG nova.network.neutron [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.747886] env[70041]: DEBUG oslo_vmware.api [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193355, 'name': PowerOffVM_Task, 'duration_secs': 0.205155} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.748253] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.748469] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.748756] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b0bd1c1-d5e8-4a50-a216-de7fedc1689b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.788236] env[70041]: DEBUG oslo_concurrency.lockutils [req-9ed4992a-14da-4b82-abf8-e369368b84cc req-c9336553-9668-4cd1-8072-a8136d6339a2 service nova] Releasing lock "refresh_cache-455d5575-f2d7-4edf-b809-74c0bffc273e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.788879] env[70041]: DEBUG nova.compute.manager [req-9ed4992a-14da-4b82-abf8-e369368b84cc req-c9336553-9668-4cd1-8072-a8136d6339a2 service nova] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Received event network-vif-deleted-52592a2e-41b5-4e57-8a60-6387a3048a40 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1038.820625] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.820912] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.821609] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleting the datastore file [datastore1] 6ddd132a-c359-4c13-9302-52dbe71ce2bc {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.821706] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cb09843-3114-4854-80c2-f581a65cb837 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.830935] env[70041]: DEBUG oslo_vmware.api [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1038.830935] env[70041]: value = "task-3193358" [ 1038.830935] env[70041]: _type = "Task" [ 1038.830935] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.841337] env[70041]: DEBUG oslo_vmware.api [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.958797] env[70041]: DEBUG nova.network.neutron [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Updating instance_info_cache with network_info: [{"id": "24d1469e-d82d-42f3-b0c3-499602be82ad", "address": "fa:16:3e:2b:e9:af", "network": {"id": "1d56ae26-0905-4330-b673-2385aa5a7116", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-211865846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb173d4dec7a4afbb038d6265f440016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d1469e-d8", "ovs_interfaceid": "24d1469e-d82d-42f3-b0c3-499602be82ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.044068] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.044068] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523ce689-bfdc-8452-2fd5-45a22f0e82fa" [ 1039.044068] env[70041]: _type = "HttpNfcLease" [ 1039.044068] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1039.044563] env[70041]: DEBUG oslo_vmware.rw_handles [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1039.044563] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523ce689-bfdc-8452-2fd5-45a22f0e82fa" [ 1039.044563] env[70041]: _type = "HttpNfcLease" [ 1039.044563] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1039.045357] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd733828-b3c9-4927-b4ee-97554bb9ab64 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.054832] env[70041]: DEBUG oslo_vmware.rw_handles [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212248c-cc45-4305-4b6b-2607e1163c9c/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1039.055074] env[70041]: DEBUG oslo_vmware.rw_handles [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212248c-cc45-4305-4b6b-2607e1163c9c/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1039.154599] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7b48bcf4-d23d-4de5-8a81-c90f7efad8d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.262021] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d104af04-4f6f-4532-83c5-23ad7bda4305 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.275977] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9494e0e-6085-4f71-a2c8-76587ee2630d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.319517] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e82c98-bbff-4c38-8aa4-c1ed05787446 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.328885] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0f51f7-60d3-44f2-a139-36105b418dd7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.353303] env[70041]: DEBUG nova.compute.provider_tree [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.354892] env[70041]: DEBUG oslo_vmware.api [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174856} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.355361] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.355560] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.355740] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.355980] env[70041]: INFO nova.compute.manager [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1039.356213] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.356350] env[70041]: DEBUG nova.compute.manager [-] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.356459] env[70041]: DEBUG nova.network.neutron [-] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.363360] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "8e2c83f5-c71d-4403-97d8-650989a33b08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.363586] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "8e2c83f5-c71d-4403-97d8-650989a33b08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.464683] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Releasing lock "refresh_cache-1f52aae5-c38e-489a-bf3b-eaaf4d230790" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.465105] env[70041]: DEBUG nova.compute.manager [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Instance network_info: |[{"id": "24d1469e-d82d-42f3-b0c3-499602be82ad", "address": "fa:16:3e:2b:e9:af", "network": {"id": "1d56ae26-0905-4330-b673-2385aa5a7116", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-211865846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb173d4dec7a4afbb038d6265f440016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d1469e-d8", "ovs_interfaceid": "24d1469e-d82d-42f3-b0c3-499602be82ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.465585] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:e9:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24d1469e-d82d-42f3-b0c3-499602be82ad', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.473535] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Creating folder: Project (fb173d4dec7a4afbb038d6265f440016). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.473855] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f92d2a29-cc29-438d-b311-1f68962398a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.486950] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Created folder: Project (fb173d4dec7a4afbb038d6265f440016) in parent group-v638323. [ 1039.486950] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Creating folder: Instances. Parent ref: group-v638586. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.486950] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7698be8-6b4f-43dd-80f9-fd65b44b9bb4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.500564] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Created folder: Instances in parent group-v638586. [ 1039.500970] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.501329] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.501612] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80aa4b76-f76d-4b41-971e-9e74c79e989b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.542714] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.542714] env[70041]: value = "task-3193361" [ 1039.542714] env[70041]: _type = "Task" [ 1039.542714] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.553689] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193361, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.615637] env[70041]: DEBUG nova.compute.manager [req-ad0c809f-83b8-40a1-9865-1b8c42c38411 req-ac0eab6f-c762-4985-90d2-1fb68eaa0b27 service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Received event network-changed-24d1469e-d82d-42f3-b0c3-499602be82ad {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1039.615948] env[70041]: DEBUG nova.compute.manager [req-ad0c809f-83b8-40a1-9865-1b8c42c38411 req-ac0eab6f-c762-4985-90d2-1fb68eaa0b27 service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Refreshing instance network info cache due to event network-changed-24d1469e-d82d-42f3-b0c3-499602be82ad. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1039.616405] env[70041]: DEBUG oslo_concurrency.lockutils [req-ad0c809f-83b8-40a1-9865-1b8c42c38411 req-ac0eab6f-c762-4985-90d2-1fb68eaa0b27 service nova] Acquiring lock "refresh_cache-1f52aae5-c38e-489a-bf3b-eaaf4d230790" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.620027] env[70041]: DEBUG oslo_concurrency.lockutils [req-ad0c809f-83b8-40a1-9865-1b8c42c38411 req-ac0eab6f-c762-4985-90d2-1fb68eaa0b27 service nova] Acquired lock "refresh_cache-1f52aae5-c38e-489a-bf3b-eaaf4d230790" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.620027] env[70041]: DEBUG nova.network.neutron [req-ad0c809f-83b8-40a1-9865-1b8c42c38411 req-ac0eab6f-c762-4985-90d2-1fb68eaa0b27 service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Refreshing network info cache for port 24d1469e-d82d-42f3-b0c3-499602be82ad {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.856824] env[70041]: DEBUG nova.scheduler.client.report [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.866712] env[70041]: DEBUG nova.compute.manager [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.057808] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193361, 'name': CreateVM_Task, 'duration_secs': 0.468282} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.058083] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.058832] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.059141] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.059682] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.060367] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a751b84e-9d31-4cf7-bc26-899cba2f53ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.067009] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1040.067009] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ce44a3-101b-abe7-e29f-6b10612e4ce1" [ 1040.067009] env[70041]: _type = "Task" [ 1040.067009] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.078206] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ce44a3-101b-abe7-e29f-6b10612e4ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.360892] env[70041]: DEBUG nova.network.neutron [req-ad0c809f-83b8-40a1-9865-1b8c42c38411 req-ac0eab6f-c762-4985-90d2-1fb68eaa0b27 service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Updated VIF entry in instance network info cache for port 24d1469e-d82d-42f3-b0c3-499602be82ad. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.360892] env[70041]: DEBUG nova.network.neutron [req-ad0c809f-83b8-40a1-9865-1b8c42c38411 req-ac0eab6f-c762-4985-90d2-1fb68eaa0b27 service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Updating instance_info_cache with network_info: [{"id": "24d1469e-d82d-42f3-b0c3-499602be82ad", "address": "fa:16:3e:2b:e9:af", "network": {"id": "1d56ae26-0905-4330-b673-2385aa5a7116", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-211865846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb173d4dec7a4afbb038d6265f440016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d1469e-d8", "ovs_interfaceid": "24d1469e-d82d-42f3-b0c3-499602be82ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.367065] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.368213] env[70041]: DEBUG nova.compute.manager [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.371945] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.675s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.371945] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.374702] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.528s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.375142] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.377296] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.901s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.377620] env[70041]: DEBUG nova.objects.instance [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lazy-loading 'resources' on Instance uuid 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.409488] env[70041]: INFO nova.scheduler.client.report [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleted allocations for instance 28bc3dab-1182-4e2c-84b8-f7f10e8603a2 [ 1040.410741] env[70041]: DEBUG nova.network.neutron [-] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.418310] env[70041]: INFO nova.scheduler.client.report [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Deleted allocations for instance a31d041e-e483-465f-8ea6-0054591c3f52 [ 1040.423311] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.580409] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ce44a3-101b-abe7-e29f-6b10612e4ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.581332] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.581583] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.581817] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.581953] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.582135] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.582527] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cbb72e9-81a1-4213-bf4b-eca00ba5f510 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.595432] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.595750] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.596698] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fe3489-8734-446b-a792-3144e3eaf5d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.603928] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1040.603928] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bd5ced-28b7-ac5d-9c3a-a7cf5dca7a9f" [ 1040.603928] env[70041]: _type = "Task" [ 1040.603928] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.614569] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bd5ced-28b7-ac5d-9c3a-a7cf5dca7a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.792755] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.793023] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.867660] env[70041]: DEBUG oslo_concurrency.lockutils [req-ad0c809f-83b8-40a1-9865-1b8c42c38411 req-ac0eab6f-c762-4985-90d2-1fb68eaa0b27 service nova] Releasing lock "refresh_cache-1f52aae5-c38e-489a-bf3b-eaaf4d230790" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.888024] env[70041]: DEBUG nova.compute.utils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.890296] env[70041]: DEBUG nova.compute.manager [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.891502] env[70041]: DEBUG nova.network.neutron [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.924419] env[70041]: INFO nova.compute.manager [-] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Took 1.57 seconds to deallocate network for instance. [ 1040.930103] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e34271a4-9147-44ad-9004-edf3a96cc1a1 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "a31d041e-e483-465f-8ea6-0054591c3f52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.773s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.932790] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66aa6a8f-92a8-4e3e-924c-d9dee9cf55f5 tempest-MultipleCreateTestJSON-938231629 tempest-MultipleCreateTestJSON-938231629-project-member] Lock "28bc3dab-1182-4e2c-84b8-f7f10e8603a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.901s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.949663] env[70041]: DEBUG nova.policy [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f136ca5eecb4a07b312f92249cf1326', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2130c2d274fe4db9a628f1ab43d2b798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.116575] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bd5ced-28b7-ac5d-9c3a-a7cf5dca7a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.016641} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.120636] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f029454-647b-4d00-9040-11b5b79c86b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.127641] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1041.127641] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a5d555-a95e-983c-3c85-14797b65edb7" [ 1041.127641] env[70041]: _type = "Task" [ 1041.127641] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.137376] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a5d555-a95e-983c-3c85-14797b65edb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.175869] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63c8572-c939-4888-814c-160d186913e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.184331] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c03d97-dcc6-4dfc-b2f0-3ef58e5c3178 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.230173] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b38742-9ad3-42cc-ab77-408e9224cb11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.240412] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe7eb41-bbfc-4355-bb94-46ab6b1c0b79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.258785] env[70041]: DEBUG nova.compute.provider_tree [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.295757] env[70041]: DEBUG nova.compute.manager [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.387970] env[70041]: DEBUG nova.compute.manager [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.442037] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.490534] env[70041]: DEBUG nova.network.neutron [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Successfully created port: 5d6e3ed0-3400-4c65-b096-d930057c6f92 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.640545] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a5d555-a95e-983c-3c85-14797b65edb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.640891] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.641211] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 1f52aae5-c38e-489a-bf3b-eaaf4d230790/1f52aae5-c38e-489a-bf3b-eaaf4d230790.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.641536] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15a82be5-bb23-4f74-a409-96e3b0ee67ad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.651938] env[70041]: DEBUG nova.compute.manager [req-ba7d3f6f-0d56-41f6-b999-b2169998e71a req-3267d62b-3ed9-41a4-b263-f7411a1ca44a service nova] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Received event network-vif-deleted-c156586a-3687-4a34-bd5d-e95c592305ee {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1041.654395] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1041.654395] env[70041]: value = "task-3193362" [ 1041.654395] env[70041]: _type = "Task" [ 1041.654395] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.664686] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.761956] env[70041]: DEBUG nova.scheduler.client.report [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.823667] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.166820] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498637} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.167247] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 1f52aae5-c38e-489a-bf3b-eaaf4d230790/1f52aae5-c38e-489a-bf3b-eaaf4d230790.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.167509] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.167834] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa8ca6ad-908d-496e-b68e-6ef9a0f3107b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.176588] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1042.176588] env[70041]: value = "task-3193363" [ 1042.176588] env[70041]: _type = "Task" [ 1042.176588] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.187193] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.269136] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.272157] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.662s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.277025] env[70041]: INFO nova.compute.claims [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.295164] env[70041]: INFO nova.scheduler.client.report [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Deleted allocations for instance 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb [ 1042.399870] env[70041]: DEBUG nova.compute.manager [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.430685] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.430965] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.431146] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.431430] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.431598] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.431735] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.431967] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.432773] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.432972] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.433282] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.433365] env[70041]: DEBUG nova.virt.hardware [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.434268] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4daeb6-c409-4054-b9eb-d3713c644bde {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.443744] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6302ee57-4b78-4d0b-a27c-a0796bdfe960 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.694186] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095661} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.694871] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.697134] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51a84f8-52f3-42de-b941-c829ce3996fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.728025] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 1f52aae5-c38e-489a-bf3b-eaaf4d230790/1f52aae5-c38e-489a-bf3b-eaaf4d230790.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.728025] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44efdf7a-34db-4ca0-a89e-76c347c6e0ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.754294] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1042.754294] env[70041]: value = "task-3193364" [ 1042.754294] env[70041]: _type = "Task" [ 1042.754294] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.763864] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.805341] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b2c47645-452e-4b60-8715-31dbf6c86c1c tempest-ServersV294TestFqdnHostnames-388105115 tempest-ServersV294TestFqdnHostnames-388105115-project-member] Lock "5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.452s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.269168] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.507967] env[70041]: DEBUG nova.network.neutron [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Successfully updated port: 5d6e3ed0-3400-4c65-b096-d930057c6f92 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.556664] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bcea5a-34f2-4dcb-a507-626204a7a944 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.566203] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d087cb93-6e42-4089-84a7-c853bd2976c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.601689] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7737aaba-edf6-4f40-a788-0181b69c8f95 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.612314] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7b4c79-d981-4731-b3c0-efc4e4c8b672 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.629731] env[70041]: DEBUG nova.compute.provider_tree [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.682483] env[70041]: DEBUG nova.compute.manager [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Received event network-vif-plugged-5d6e3ed0-3400-4c65-b096-d930057c6f92 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1043.682707] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] Acquiring lock "b662c050-9fdb-4476-8367-57c078dbb252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.682941] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] Lock "b662c050-9fdb-4476-8367-57c078dbb252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.683458] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] Lock "b662c050-9fdb-4476-8367-57c078dbb252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.683753] env[70041]: DEBUG nova.compute.manager [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] [instance: b662c050-9fdb-4476-8367-57c078dbb252] No waiting events found dispatching network-vif-plugged-5d6e3ed0-3400-4c65-b096-d930057c6f92 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.683964] env[70041]: WARNING nova.compute.manager [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Received unexpected event network-vif-plugged-5d6e3ed0-3400-4c65-b096-d930057c6f92 for instance with vm_state building and task_state spawning. [ 1043.684217] env[70041]: DEBUG nova.compute.manager [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Received event network-changed-5d6e3ed0-3400-4c65-b096-d930057c6f92 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1043.684575] env[70041]: DEBUG nova.compute.manager [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Refreshing instance network info cache due to event network-changed-5d6e3ed0-3400-4c65-b096-d930057c6f92. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1043.684794] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] Acquiring lock "refresh_cache-b662c050-9fdb-4476-8367-57c078dbb252" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.685043] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] Acquired lock "refresh_cache-b662c050-9fdb-4476-8367-57c078dbb252" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.685281] env[70041]: DEBUG nova.network.neutron [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Refreshing network info cache for port 5d6e3ed0-3400-4c65-b096-d930057c6f92 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.769682] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193364, 'name': ReconfigVM_Task, 'duration_secs': 0.601786} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.769920] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 1f52aae5-c38e-489a-bf3b-eaaf4d230790/1f52aae5-c38e-489a-bf3b-eaaf4d230790.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.770580] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bcbfcfa-a377-4d22-ac6c-7b2dfb6b8442 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.779415] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1043.779415] env[70041]: value = "task-3193365" [ 1043.779415] env[70041]: _type = "Task" [ 1043.779415] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.789105] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193365, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.012619] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-b662c050-9fdb-4476-8367-57c078dbb252" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.155014] env[70041]: ERROR nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [req-a9f57ff4-9f86-49a3-99bf-1f77f766f2b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a9f57ff4-9f86-49a3-99bf-1f77f766f2b6"}]} [ 1044.172533] env[70041]: DEBUG nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1044.187955] env[70041]: DEBUG nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1044.188215] env[70041]: DEBUG nova.compute.provider_tree [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.205770] env[70041]: DEBUG nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1044.221270] env[70041]: DEBUG nova.network.neutron [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.226589] env[70041]: DEBUG nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1044.292417] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193365, 'name': Rename_Task, 'duration_secs': 0.156379} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.292719] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.293348] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a272720-dccf-42eb-b8a9-e35544906034 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.301374] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1044.301374] env[70041]: value = "task-3193366" [ 1044.301374] env[70041]: _type = "Task" [ 1044.301374] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.306215] env[70041]: DEBUG nova.network.neutron [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.311758] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.464657] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40578537-86f5-4a00-9f3c-c7e326d55ad1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.473770] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4efe424-8734-46af-a0f9-c151acf0863c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.517307] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1561b216-a39d-4b40-b85e-606364820fff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.524822] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f482fd7c-0f03-41f0-8feb-6cc661431a05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.539617] env[70041]: DEBUG nova.compute.provider_tree [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.780207] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquiring lock "21ab5907-32da-46ee-87c8-baeabb7a554f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.780480] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "21ab5907-32da-46ee-87c8-baeabb7a554f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.809502] env[70041]: DEBUG oslo_concurrency.lockutils [req-ba76561d-c9d7-4cb9-aa4a-872f8ce4bcbc req-479ae00f-b085-4680-a467-a25f05e4f6d3 service nova] Releasing lock "refresh_cache-b662c050-9fdb-4476-8367-57c078dbb252" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.809793] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-b662c050-9fdb-4476-8367-57c078dbb252" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.809958] env[70041]: DEBUG nova.network.neutron [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.814679] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193366, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.072684] env[70041]: ERROR nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [req-5e892fa4-df26-497e-a1a2-d8606b502e04] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5e892fa4-df26-497e-a1a2-d8606b502e04"}]} [ 1045.097073] env[70041]: DEBUG nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1045.113385] env[70041]: DEBUG nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1045.113691] env[70041]: DEBUG nova.compute.provider_tree [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.126905] env[70041]: DEBUG nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1045.146830] env[70041]: DEBUG nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1045.282981] env[70041]: DEBUG nova.compute.manager [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1045.313498] env[70041]: DEBUG oslo_vmware.api [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193366, 'name': PowerOnVM_Task, 'duration_secs': 0.576331} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.317230] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.317381] env[70041]: INFO nova.compute.manager [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1045.317620] env[70041]: DEBUG nova.compute.manager [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.320868] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc70da7f-e425-4b2a-bfc3-f766d6354ab4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.357129] env[70041]: DEBUG nova.network.neutron [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.387676] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ccdaa-b969-48bb-8282-ca6cf8d6c046 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.396516] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466c7851-c131-4592-a3ce-0fd8f4be79d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.430576] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae3e501-0abd-422b-a4ff-89c6afdd350d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.439177] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fee8b6-e77a-475c-bd6b-b8716c116535 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.455995] env[70041]: DEBUG nova.compute.provider_tree [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.528444] env[70041]: DEBUG nova.network.neutron [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Updating instance_info_cache with network_info: [{"id": "5d6e3ed0-3400-4c65-b096-d930057c6f92", "address": "fa:16:3e:86:85:98", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d6e3ed0-34", "ovs_interfaceid": "5d6e3ed0-3400-4c65-b096-d930057c6f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.811303] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.846944] env[70041]: INFO nova.compute.manager [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Took 37.06 seconds to build instance. [ 1045.993517] env[70041]: DEBUG nova.scheduler.client.report [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1045.993795] env[70041]: DEBUG nova.compute.provider_tree [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 133 to 134 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1045.994027] env[70041]: DEBUG nova.compute.provider_tree [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.031322] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-b662c050-9fdb-4476-8367-57c078dbb252" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.031322] env[70041]: DEBUG nova.compute.manager [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Instance network_info: |[{"id": "5d6e3ed0-3400-4c65-b096-d930057c6f92", "address": "fa:16:3e:86:85:98", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d6e3ed0-34", "ovs_interfaceid": "5d6e3ed0-3400-4c65-b096-d930057c6f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.031741] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:85:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d6e3ed0-3400-4c65-b096-d930057c6f92', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.040671] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.041031] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.041349] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7576130a-cd5f-4ad6-ab05-77e149a53904 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.068474] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.068474] env[70041]: value = "task-3193367" [ 1046.068474] env[70041]: _type = "Task" [ 1046.068474] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.077912] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193367, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.349622] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c8609f64-8faf-4f30-a091-a36e62d6da5c tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.566s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.499708] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.228s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.500599] env[70041]: DEBUG nova.compute.manager [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.509027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.082s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.509027] env[70041]: INFO nova.compute.claims [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.579581] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193367, 'name': CreateVM_Task, 'duration_secs': 0.425503} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.579762] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.580515] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.580685] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.581014] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.581283] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad88846-7bc0-42d2-8f35-8ec21422c1a4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.587790] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1046.587790] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aa5ecc-e685-23d2-becb-bdffa0b34e14" [ 1046.587790] env[70041]: _type = "Task" [ 1046.587790] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.597973] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aa5ecc-e685-23d2-becb-bdffa0b34e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.841184] env[70041]: DEBUG oslo_concurrency.lockutils [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.841869] env[70041]: DEBUG oslo_concurrency.lockutils [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.842338] env[70041]: INFO nova.compute.manager [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Rebooting instance [ 1046.881661] env[70041]: DEBUG oslo_vmware.rw_handles [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212248c-cc45-4305-4b6b-2607e1163c9c/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1046.882612] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c6cc2c-09ce-4e77-b4da-18b28bc3f2bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.889467] env[70041]: DEBUG oslo_vmware.rw_handles [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212248c-cc45-4305-4b6b-2607e1163c9c/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1046.889631] env[70041]: ERROR oslo_vmware.rw_handles [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212248c-cc45-4305-4b6b-2607e1163c9c/disk-0.vmdk due to incomplete transfer. [ 1046.889848] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6c177f53-16c3-46c9-8172-cdef85d09f7c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.897514] env[70041]: DEBUG oslo_vmware.rw_handles [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5212248c-cc45-4305-4b6b-2607e1163c9c/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1046.897702] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Uploaded image 865934d6-b275-4e8e-ad4e-2fb7a8c99b37 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1046.899955] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1046.900207] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ef6d5497-b112-448d-a319-c9bb49295ce7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.907279] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1046.907279] env[70041]: value = "task-3193368" [ 1046.907279] env[70041]: _type = "Task" [ 1046.907279] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.915670] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193368, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.012765] env[70041]: DEBUG nova.compute.utils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.016676] env[70041]: DEBUG nova.compute.manager [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.016861] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.090233] env[70041]: DEBUG nova.policy [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdac1dbc7634275a3737ebf450d1e0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c908ec3b73514d789a3e001bb8ff4366', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.102510] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52aa5ecc-e685-23d2-becb-bdffa0b34e14, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.102510] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.102729] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.102970] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.103130] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.103307] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.103570] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4081d5f-6ce4-4a4f-945a-4fc163e4df1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.112413] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.112592] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.113361] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ba41e4-e76a-4f96-9274-4daf84f9dff5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.119276] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1047.119276] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526c01a1-04ed-c74a-add0-885353e18854" [ 1047.119276] env[70041]: _type = "Task" [ 1047.119276] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.127511] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526c01a1-04ed-c74a-add0-885353e18854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.362881] env[70041]: DEBUG oslo_concurrency.lockutils [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "refresh_cache-1f52aae5-c38e-489a-bf3b-eaaf4d230790" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.363165] env[70041]: DEBUG oslo_concurrency.lockutils [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquired lock "refresh_cache-1f52aae5-c38e-489a-bf3b-eaaf4d230790" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.363266] env[70041]: DEBUG nova.network.neutron [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.418025] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193368, 'name': Destroy_Task, 'duration_secs': 0.457219} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.418308] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Destroyed the VM [ 1047.418548] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1047.418805] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a474526e-49eb-4558-a886-0e5fbfa6929f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.426368] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1047.426368] env[70041]: value = "task-3193369" [ 1047.426368] env[70041]: _type = "Task" [ 1047.426368] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.435378] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193369, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.520344] env[70041]: DEBUG nova.compute.manager [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.561693] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Successfully created port: 7382c4bc-50f4-41a9-80d4-470135992c28 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.634316] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526c01a1-04ed-c74a-add0-885353e18854, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.635241] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7640d4-099c-4987-a416-51d3d7435c49 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.642205] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1047.642205] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52242e5f-0af3-2b05-fa3d-a05d41a26475" [ 1047.642205] env[70041]: _type = "Task" [ 1047.642205] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.654975] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52242e5f-0af3-2b05-fa3d-a05d41a26475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.817678] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cbe273-e843-4712-8220-62a267167e62 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.835918] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f719f5f7-dce1-4929-a111-05c52398b037 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.875648] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f0f86-6902-4138-b5b6-b90250750619 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.884632] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd5540b-2824-4f5b-915d-3232f257d55a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.903156] env[70041]: DEBUG nova.compute.provider_tree [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.937569] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193369, 'name': RemoveSnapshot_Task, 'duration_secs': 0.466228} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.940560] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1047.940560] env[70041]: DEBUG nova.compute.manager [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.940560] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52076a7e-5e5e-40ce-ace3-8bbbd57a3f03 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.153969] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52242e5f-0af3-2b05-fa3d-a05d41a26475, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.154272] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.154525] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] b662c050-9fdb-4476-8367-57c078dbb252/b662c050-9fdb-4476-8367-57c078dbb252.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.154806] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd5ab601-86ba-4696-a015-592306ffd7f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.163539] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1048.163539] env[70041]: value = "task-3193370" [ 1048.163539] env[70041]: _type = "Task" [ 1048.163539] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.174165] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.256933] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Successfully created port: 38384afa-6931-46b4-be0e-f06251fe282f {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.338389] env[70041]: DEBUG nova.network.neutron [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Updating instance_info_cache with network_info: [{"id": "24d1469e-d82d-42f3-b0c3-499602be82ad", "address": "fa:16:3e:2b:e9:af", "network": {"id": "1d56ae26-0905-4330-b673-2385aa5a7116", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-211865846-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb173d4dec7a4afbb038d6265f440016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24d1469e-d8", "ovs_interfaceid": "24d1469e-d82d-42f3-b0c3-499602be82ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.406910] env[70041]: DEBUG nova.scheduler.client.report [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.452805] env[70041]: INFO nova.compute.manager [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Shelve offloading [ 1048.532655] env[70041]: DEBUG nova.compute.manager [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.567295] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.567581] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.567741] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.567929] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.568081] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.568275] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.568535] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.568816] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.568884] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.569001] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.569199] env[70041]: DEBUG nova.virt.hardware [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.570156] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad7156a-8ae0-4a73-9d99-8027bd949da6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.581053] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545583ad-df8f-479b-bd55-1cbb2fae919f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.675888] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475122} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.677254] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] b662c050-9fdb-4476-8367-57c078dbb252/b662c050-9fdb-4476-8367-57c078dbb252.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.677254] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.677955] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02e45498-472e-4dfd-b648-396c34679e28 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.687417] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1048.687417] env[70041]: value = "task-3193371" [ 1048.687417] env[70041]: _type = "Task" [ 1048.687417] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.703511] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.713717] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Successfully created port: 771a50d2-6c4c-4412-b399-fff998d883ec {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.842954] env[70041]: DEBUG oslo_concurrency.lockutils [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Releasing lock "refresh_cache-1f52aae5-c38e-489a-bf3b-eaaf4d230790" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.915070] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.916026] env[70041]: DEBUG nova.compute.manager [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.919020] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.477s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.919319] env[70041]: DEBUG nova.objects.instance [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lazy-loading 'resources' on Instance uuid 6ddd132a-c359-4c13-9302-52dbe71ce2bc {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.963033] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.963213] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1f83268-009d-4d44-b0e3-71d3acb3f27e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.975888] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1048.975888] env[70041]: value = "task-3193372" [ 1048.975888] env[70041]: _type = "Task" [ 1048.975888] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.986023] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.986327] env[70041]: DEBUG nova.compute.manager [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.987139] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e30d5eb-de51-4d86-97d5-509cf7996eb3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.994466] env[70041]: DEBUG oslo_concurrency.lockutils [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.994466] env[70041]: DEBUG oslo_concurrency.lockutils [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.994466] env[70041]: DEBUG nova.network.neutron [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.198081] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065217} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.198367] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.199172] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8080ca-8f29-4d64-8c99-4201e2f8887b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.221183] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] b662c050-9fdb-4476-8367-57c078dbb252/b662c050-9fdb-4476-8367-57c078dbb252.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.221443] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-585bda97-66b9-4a9c-8d73-9c0961d474b9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.241329] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1049.241329] env[70041]: value = "task-3193373" [ 1049.241329] env[70041]: _type = "Task" [ 1049.241329] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.249248] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.347076] env[70041]: DEBUG nova.compute.manager [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.347618] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87110bee-ab85-4eee-b523-9822b147f852 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.424496] env[70041]: DEBUG nova.compute.utils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.429135] env[70041]: DEBUG nova.compute.manager [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.429304] env[70041]: DEBUG nova.network.neutron [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.465716] env[70041]: DEBUG nova.policy [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c1f6ec1c3b459fa9725cc2e695756a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1b7a1b66c34c92ba38db759c0c3e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.666633] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquiring lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.666885] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.701536] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f67d1a-cb00-43ee-8ce1-3038bb8f513b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.714054] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e1b791-cec8-41aa-9af0-d8b839384d5d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.755829] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a169def4-dcac-4dfb-a097-8ff1c281aa24 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.764085] env[70041]: DEBUG nova.network.neutron [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Successfully created port: 89927d62-9c22-4a8b-bbe1-f5daa21c8f49 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.771122] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc5c594-0f22-4cc2-acb4-311a75cbb4de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.775627] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193373, 'name': ReconfigVM_Task, 'duration_secs': 0.289977} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.776247] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Reconfigured VM instance instance-0000005e to attach disk [datastore2] b662c050-9fdb-4476-8367-57c078dbb252/b662c050-9fdb-4476-8367-57c078dbb252.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.777645] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b903eb3a-8add-4ed9-9703-ab6e1ab9da16 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.788736] env[70041]: DEBUG nova.compute.provider_tree [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.791028] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1049.791028] env[70041]: value = "task-3193374" [ 1049.791028] env[70041]: _type = "Task" [ 1049.791028] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.792737] env[70041]: DEBUG nova.network.neutron [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating instance_info_cache with network_info: [{"id": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "address": "fa:16:3e:4c:5f:76", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb17cf5b-74", "ovs_interfaceid": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.804212] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193374, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.930474] env[70041]: DEBUG nova.compute.manager [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.172668] env[70041]: DEBUG nova.compute.manager [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.303984] env[70041]: DEBUG oslo_concurrency.lockutils [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.318974] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193374, 'name': Rename_Task, 'duration_secs': 0.167094} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.319921] env[70041]: ERROR nova.scheduler.client.report [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [req-a3894798-1d0e-4853-bb72-9157e9e88c9b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3894798-1d0e-4853-bb72-9157e9e88c9b"}]} [ 1050.320293] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.323025] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bba8542-d443-47fe-bdfc-48dc70fc7e4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.331454] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1050.331454] env[70041]: value = "task-3193375" [ 1050.331454] env[70041]: _type = "Task" [ 1050.331454] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.340097] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.343498] env[70041]: DEBUG nova.scheduler.client.report [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1050.346216] env[70041]: DEBUG nova.compute.manager [req-bcde45a6-d340-4713-9136-c5a6a042a888 req-a2bee48e-59c0-47e1-95cf-de6682cc3214 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received event network-vif-plugged-7382c4bc-50f4-41a9-80d4-470135992c28 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1050.346417] env[70041]: DEBUG oslo_concurrency.lockutils [req-bcde45a6-d340-4713-9136-c5a6a042a888 req-a2bee48e-59c0-47e1-95cf-de6682cc3214 service nova] Acquiring lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.346613] env[70041]: DEBUG oslo_concurrency.lockutils [req-bcde45a6-d340-4713-9136-c5a6a042a888 req-a2bee48e-59c0-47e1-95cf-de6682cc3214 service nova] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.346774] env[70041]: DEBUG oslo_concurrency.lockutils [req-bcde45a6-d340-4713-9136-c5a6a042a888 req-a2bee48e-59c0-47e1-95cf-de6682cc3214 service nova] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.346942] env[70041]: DEBUG nova.compute.manager [req-bcde45a6-d340-4713-9136-c5a6a042a888 req-a2bee48e-59c0-47e1-95cf-de6682cc3214 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] No waiting events found dispatching network-vif-plugged-7382c4bc-50f4-41a9-80d4-470135992c28 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.347145] env[70041]: WARNING nova.compute.manager [req-bcde45a6-d340-4713-9136-c5a6a042a888 req-a2bee48e-59c0-47e1-95cf-de6682cc3214 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received unexpected event network-vif-plugged-7382c4bc-50f4-41a9-80d4-470135992c28 for instance with vm_state building and task_state spawning. [ 1050.359671] env[70041]: DEBUG nova.scheduler.client.report [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1050.359891] env[70041]: DEBUG nova.compute.provider_tree [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.363740] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02a76ea-10c2-45d2-9dc1-a57e5da55985 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.374767] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Doing hard reboot of VM {{(pid=70041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1050.376399] env[70041]: DEBUG nova.scheduler.client.report [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1050.379403] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b62d1ba9-cebd-4079-9dc3-352bb18d091b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.393010] env[70041]: DEBUG oslo_vmware.api [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1050.393010] env[70041]: value = "task-3193376" [ 1050.393010] env[70041]: _type = "Task" [ 1050.393010] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.408984] env[70041]: DEBUG oslo_vmware.api [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193376, 'name': ResetVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.410577] env[70041]: DEBUG nova.scheduler.client.report [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1050.414894] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Successfully updated port: 7382c4bc-50f4-41a9-80d4-470135992c28 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.560855] env[70041]: DEBUG nova.compute.manager [req-a7aba4a9-7884-41da-8296-1b1983e69ae0 req-c3f05a90-12e0-4cb2-af52-00a6fab8fd3d service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received event network-vif-unplugged-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1050.561261] env[70041]: DEBUG oslo_concurrency.lockutils [req-a7aba4a9-7884-41da-8296-1b1983e69ae0 req-c3f05a90-12e0-4cb2-af52-00a6fab8fd3d service nova] Acquiring lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.561597] env[70041]: DEBUG oslo_concurrency.lockutils [req-a7aba4a9-7884-41da-8296-1b1983e69ae0 req-c3f05a90-12e0-4cb2-af52-00a6fab8fd3d service nova] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.561892] env[70041]: DEBUG oslo_concurrency.lockutils [req-a7aba4a9-7884-41da-8296-1b1983e69ae0 req-c3f05a90-12e0-4cb2-af52-00a6fab8fd3d service nova] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.562198] env[70041]: DEBUG nova.compute.manager [req-a7aba4a9-7884-41da-8296-1b1983e69ae0 req-c3f05a90-12e0-4cb2-af52-00a6fab8fd3d service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] No waiting events found dispatching network-vif-unplugged-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.562505] env[70041]: WARNING nova.compute.manager [req-a7aba4a9-7884-41da-8296-1b1983e69ae0 req-c3f05a90-12e0-4cb2-af52-00a6fab8fd3d service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received unexpected event network-vif-unplugged-fb17cf5b-74a9-47c8-81ee-a1de28bf077a for instance with vm_state shelved and task_state shelving_offloading. [ 1050.663679] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.664031] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d930b79-0900-43ae-a85c-58e39ac3b8d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.669652] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baef03d3-d3aa-419f-92c0-d427c0765d0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.674584] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.675206] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8720e807-2f35-47fb-831c-2916af310762 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.683657] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f03b1-3a5d-4c8a-895a-591f3c7b41c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.716951] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.717849] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d185f59c-9caa-4cb9-94f0-0bd7a26f6624 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.726824] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cabb7e-5384-4be7-8857-d5560ad9d775 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.743608] env[70041]: DEBUG nova.compute.provider_tree [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.841989] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193375, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.904052] env[70041]: DEBUG oslo_vmware.api [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193376, 'name': ResetVM_Task, 'duration_secs': 0.118564} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.904276] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Did hard reboot of VM {{(pid=70041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1050.904467] env[70041]: DEBUG nova.compute.manager [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.905358] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b4d2c9-1677-4f52-a149-18a87bb18ee9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.950055] env[70041]: DEBUG nova.compute.manager [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.975100] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.975361] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.975515] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.975696] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.975841] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.975985] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.976220] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.976379] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.976544] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.976701] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.976872] env[70041]: DEBUG nova.virt.hardware [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.977970] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8586fb-e381-44ca-b7c0-5f1ab268a90b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.986967] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0c2a4c-ceb9-4465-b450-e8f9a16cf02e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.284239] env[70041]: DEBUG nova.scheduler.client.report [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1051.284858] env[70041]: DEBUG nova.compute.provider_tree [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 135 to 136 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1051.285133] env[70041]: DEBUG nova.compute.provider_tree [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.342327] env[70041]: DEBUG oslo_vmware.api [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193375, 'name': PowerOnVM_Task, 'duration_secs': 0.611742} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.342655] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.342839] env[70041]: INFO nova.compute.manager [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1051.343028] env[70041]: DEBUG nova.compute.manager [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.343839] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe85a411-0f67-4bc6-ac21-99cc5d1e4abb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.365098] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.365354] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.365537] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleting the datastore file [datastore1] a23b3cab-adeb-4904-b7d9-68b5ce084239 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.365893] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-426592b6-c906-45e7-8dd7-38c913673cf8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.374477] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1051.374477] env[70041]: value = "task-3193378" [ 1051.374477] env[70041]: _type = "Task" [ 1051.374477] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.384235] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.419260] env[70041]: DEBUG oslo_concurrency.lockutils [None req-100ff094-acf6-4f03-a37c-11518c3e8160 tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.578s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.449417] env[70041]: DEBUG nova.network.neutron [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Successfully updated port: 89927d62-9c22-4a8b-bbe1-f5daa21c8f49 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.738905] env[70041]: DEBUG oslo_concurrency.lockutils [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.739226] env[70041]: DEBUG oslo_concurrency.lockutils [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.739406] env[70041]: DEBUG oslo_concurrency.lockutils [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.739679] env[70041]: DEBUG oslo_concurrency.lockutils [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.739884] env[70041]: DEBUG oslo_concurrency.lockutils [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.742211] env[70041]: INFO nova.compute.manager [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Terminating instance [ 1051.791827] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.873s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.794194] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.971s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.795765] env[70041]: INFO nova.compute.claims [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.816780] env[70041]: INFO nova.scheduler.client.report [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleted allocations for instance 6ddd132a-c359-4c13-9302-52dbe71ce2bc [ 1051.864277] env[70041]: INFO nova.compute.manager [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Took 25.73 seconds to build instance. [ 1051.885494] env[70041]: DEBUG oslo_vmware.api [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14788} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.885744] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.885910] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.886123] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.904056] env[70041]: INFO nova.scheduler.client.report [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted allocations for instance a23b3cab-adeb-4904-b7d9-68b5ce084239 [ 1051.953375] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "refresh_cache-8e2c83f5-c71d-4403-97d8-650989a33b08" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.953375] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "refresh_cache-8e2c83f5-c71d-4403-97d8-650989a33b08" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.953716] env[70041]: DEBUG nova.network.neutron [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.246320] env[70041]: DEBUG nova.compute.manager [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.246627] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.248063] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36ba952-0ded-4d13-afc5-1b14496b3ca6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.256730] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.256998] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d3f0ef4-a892-4743-8c5d-b5da0b978cee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.265590] env[70041]: DEBUG oslo_vmware.api [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1052.265590] env[70041]: value = "task-3193379" [ 1052.265590] env[70041]: _type = "Task" [ 1052.265590] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.275696] env[70041]: DEBUG oslo_vmware.api [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.326288] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbba6162-f285-463d-8814-7468eceec62f tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "6ddd132a-c359-4c13-9302-52dbe71ce2bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.616s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.366765] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2c3ed664-c4cf-48de-82ba-e76261c4bbf2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "b662c050-9fdb-4476-8367-57c078dbb252" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.241s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.374769] env[70041]: DEBUG nova.compute.manager [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received event network-changed-7382c4bc-50f4-41a9-80d4-470135992c28 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1052.374984] env[70041]: DEBUG nova.compute.manager [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Refreshing instance network info cache due to event network-changed-7382c4bc-50f4-41a9-80d4-470135992c28. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1052.375286] env[70041]: DEBUG oslo_concurrency.lockutils [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] Acquiring lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.375421] env[70041]: DEBUG oslo_concurrency.lockutils [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] Acquired lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.375582] env[70041]: DEBUG nova.network.neutron [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Refreshing network info cache for port 7382c4bc-50f4-41a9-80d4-470135992c28 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.408737] env[70041]: DEBUG oslo_concurrency.lockutils [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.502161] env[70041]: DEBUG nova.network.neutron [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.540445] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Successfully updated port: 38384afa-6931-46b4-be0e-f06251fe282f {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.691035] env[70041]: DEBUG nova.compute.manager [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received event network-changed-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1052.691035] env[70041]: DEBUG nova.compute.manager [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Refreshing instance network info cache due to event network-changed-fb17cf5b-74a9-47c8-81ee-a1de28bf077a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1052.691035] env[70041]: DEBUG oslo_concurrency.lockutils [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] Acquiring lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.691035] env[70041]: DEBUG oslo_concurrency.lockutils [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] Acquired lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.691035] env[70041]: DEBUG nova.network.neutron [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Refreshing network info cache for port fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.705731] env[70041]: DEBUG nova.network.neutron [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Updating instance_info_cache with network_info: [{"id": "89927d62-9c22-4a8b-bbe1-f5daa21c8f49", "address": "fa:16:3e:91:26:bc", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89927d62-9c", "ovs_interfaceid": "89927d62-9c22-4a8b-bbe1-f5daa21c8f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.778558] env[70041]: DEBUG oslo_vmware.api [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193379, 'name': PowerOffVM_Task, 'duration_secs': 0.224202} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.778889] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.779108] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.779399] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f879298f-18b4-4bb3-90d5-640166b950e9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.856460] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.856681] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.856949] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Deleting the datastore file [datastore2] 1f52aae5-c38e-489a-bf3b-eaaf4d230790 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.857243] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d43fb974-d82a-49f1-bc8d-200be0be55f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.864637] env[70041]: DEBUG oslo_vmware.api [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for the task: (returnval){ [ 1052.864637] env[70041]: value = "task-3193381" [ 1052.864637] env[70041]: _type = "Task" [ 1052.864637] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.877645] env[70041]: DEBUG oslo_vmware.api [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.945462] env[70041]: DEBUG nova.network.neutron [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.089928] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9565ec-0196-4e2b-b462-6ddef513daec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.098921] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d880e92-0492-40f1-ae58-8198af146011 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.131064] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f97190-1cda-4941-93b2-7b6b93319ec1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.140535] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032b35f2-b3d7-48bd-9751-431f5348dad0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.156342] env[70041]: DEBUG nova.compute.provider_tree [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.209401] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "refresh_cache-8e2c83f5-c71d-4403-97d8-650989a33b08" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.209822] env[70041]: DEBUG nova.compute.manager [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Instance network_info: |[{"id": "89927d62-9c22-4a8b-bbe1-f5daa21c8f49", "address": "fa:16:3e:91:26:bc", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89927d62-9c", "ovs_interfaceid": "89927d62-9c22-4a8b-bbe1-f5daa21c8f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.210295] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:26:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89927d62-9c22-4a8b-bbe1-f5daa21c8f49', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.218625] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.218863] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.219105] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-111c711b-f563-4b53-881e-56289a514581 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.243494] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.243494] env[70041]: value = "task-3193382" [ 1053.243494] env[70041]: _type = "Task" [ 1053.243494] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.254983] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193382, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.258613] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "b662c050-9fdb-4476-8367-57c078dbb252" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.258863] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "b662c050-9fdb-4476-8367-57c078dbb252" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.259053] env[70041]: DEBUG nova.compute.manager [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.260039] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22e7004-4796-4690-89bd-4d2bd0465e03 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.271026] env[70041]: DEBUG nova.compute.manager [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1053.271026] env[70041]: DEBUG nova.objects.instance [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lazy-loading 'flavor' on Instance uuid b662c050-9fdb-4476-8367-57c078dbb252 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.380222] env[70041]: DEBUG oslo_vmware.api [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Task: {'id': task-3193381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472134} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.381971] env[70041]: DEBUG nova.network.neutron [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.384100] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.384406] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.384686] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.384939] env[70041]: INFO nova.compute.manager [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.385903] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.389320] env[70041]: DEBUG nova.compute.manager [-] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.389320] env[70041]: DEBUG nova.network.neutron [-] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.662176] env[70041]: DEBUG nova.scheduler.client.report [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.755329] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193382, 'name': CreateVM_Task, 'duration_secs': 0.437327} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.756051] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.757274] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.757798] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.758529] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.761974] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e12fde7-3ccc-4552-b2a5-09d311756147 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.767969] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1053.767969] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b867b3-53a6-a916-ac26-44ed6b6e545a" [ 1053.767969] env[70041]: _type = "Task" [ 1053.767969] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.782244] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b867b3-53a6-a916-ac26-44ed6b6e545a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.841065] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.841691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.888829] env[70041]: DEBUG oslo_concurrency.lockutils [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] Releasing lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.889156] env[70041]: DEBUG nova.compute.manager [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Received event network-vif-plugged-89927d62-9c22-4a8b-bbe1-f5daa21c8f49 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1053.889436] env[70041]: DEBUG oslo_concurrency.lockutils [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] Acquiring lock "8e2c83f5-c71d-4403-97d8-650989a33b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.889681] env[70041]: DEBUG oslo_concurrency.lockutils [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] Lock "8e2c83f5-c71d-4403-97d8-650989a33b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.889857] env[70041]: DEBUG oslo_concurrency.lockutils [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] Lock "8e2c83f5-c71d-4403-97d8-650989a33b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.889933] env[70041]: DEBUG nova.compute.manager [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] No waiting events found dispatching network-vif-plugged-89927d62-9c22-4a8b-bbe1-f5daa21c8f49 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.890119] env[70041]: WARNING nova.compute.manager [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Received unexpected event network-vif-plugged-89927d62-9c22-4a8b-bbe1-f5daa21c8f49 for instance with vm_state building and task_state spawning. [ 1053.890288] env[70041]: DEBUG nova.compute.manager [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Received event network-changed-89927d62-9c22-4a8b-bbe1-f5daa21c8f49 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1053.890443] env[70041]: DEBUG nova.compute.manager [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Refreshing instance network info cache due to event network-changed-89927d62-9c22-4a8b-bbe1-f5daa21c8f49. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1053.890622] env[70041]: DEBUG oslo_concurrency.lockutils [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] Acquiring lock "refresh_cache-8e2c83f5-c71d-4403-97d8-650989a33b08" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.890917] env[70041]: DEBUG oslo_concurrency.lockutils [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] Acquired lock "refresh_cache-8e2c83f5-c71d-4403-97d8-650989a33b08" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.890917] env[70041]: DEBUG nova.network.neutron [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Refreshing network info cache for port 89927d62-9c22-4a8b-bbe1-f5daa21c8f49 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.949250] env[70041]: DEBUG nova.network.neutron [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updated VIF entry in instance network info cache for port fb17cf5b-74a9-47c8-81ee-a1de28bf077a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.949663] env[70041]: DEBUG nova.network.neutron [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating instance_info_cache with network_info: [{"id": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "address": "fa:16:3e:4c:5f:76", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfb17cf5b-74", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.170301] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.171124] env[70041]: DEBUG nova.compute.manager [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.175330] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.364s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.177494] env[70041]: INFO nova.compute.claims [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.281535] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.281739] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b867b3-53a6-a916-ac26-44ed6b6e545a, 'name': SearchDatastore_Task, 'duration_secs': 0.015834} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.281953] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5d867b6-1055-4c10-acb5-64304f1aec2a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.283694] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.283926] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.284177] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.284326] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.284498] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.285160] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe9d9db8-da08-42f1-8564-9498afe2638f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.294259] env[70041]: DEBUG oslo_vmware.api [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1054.294259] env[70041]: value = "task-3193383" [ 1054.294259] env[70041]: _type = "Task" [ 1054.294259] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.299832] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.300172] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.301761] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfcfcb43-73c1-42bd-b365-cf8a26fe8ff2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.308706] env[70041]: DEBUG oslo_vmware.api [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.314044] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1054.314044] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb9846-8781-375c-f852-d6346a9e057f" [ 1054.314044] env[70041]: _type = "Task" [ 1054.314044] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.323556] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb9846-8781-375c-f852-d6346a9e057f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.346936] env[70041]: DEBUG nova.compute.utils [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.412599] env[70041]: DEBUG nova.compute.manager [req-72eb7073-9218-469d-be9d-03bbcab62b2d req-1ad825bf-b224-4c88-b15f-5b5285ad978e service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Received event network-vif-deleted-24d1469e-d82d-42f3-b0c3-499602be82ad {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1054.412875] env[70041]: INFO nova.compute.manager [req-72eb7073-9218-469d-be9d-03bbcab62b2d req-1ad825bf-b224-4c88-b15f-5b5285ad978e service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Neutron deleted interface 24d1469e-d82d-42f3-b0c3-499602be82ad; detaching it from the instance and deleting it from the info cache [ 1054.413071] env[70041]: DEBUG nova.network.neutron [req-72eb7073-9218-469d-be9d-03bbcab62b2d req-1ad825bf-b224-4c88-b15f-5b5285ad978e service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.452846] env[70041]: DEBUG oslo_concurrency.lockutils [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] Releasing lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.452996] env[70041]: DEBUG nova.compute.manager [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received event network-vif-plugged-38384afa-6931-46b4-be0e-f06251fe282f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1054.453792] env[70041]: DEBUG oslo_concurrency.lockutils [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] Acquiring lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.453792] env[70041]: DEBUG oslo_concurrency.lockutils [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.453792] env[70041]: DEBUG oslo_concurrency.lockutils [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.453792] env[70041]: DEBUG nova.compute.manager [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] No waiting events found dispatching network-vif-plugged-38384afa-6931-46b4-be0e-f06251fe282f {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.454103] env[70041]: WARNING nova.compute.manager [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received unexpected event network-vif-plugged-38384afa-6931-46b4-be0e-f06251fe282f for instance with vm_state building and task_state spawning. [ 1054.454103] env[70041]: DEBUG nova.compute.manager [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received event network-changed-38384afa-6931-46b4-be0e-f06251fe282f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1054.454177] env[70041]: DEBUG nova.compute.manager [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Refreshing instance network info cache due to event network-changed-38384afa-6931-46b4-be0e-f06251fe282f. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1054.454341] env[70041]: DEBUG oslo_concurrency.lockutils [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] Acquiring lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.454476] env[70041]: DEBUG oslo_concurrency.lockutils [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] Acquired lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.454832] env[70041]: DEBUG nova.network.neutron [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Refreshing network info cache for port 38384afa-6931-46b4-be0e-f06251fe282f {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.456012] env[70041]: DEBUG nova.network.neutron [-] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.466857] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.682824] env[70041]: DEBUG nova.compute.utils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.687159] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Successfully updated port: 771a50d2-6c4c-4412-b399-fff998d883ec {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.688074] env[70041]: DEBUG nova.compute.manager [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.688241] env[70041]: DEBUG nova.network.neutron [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.711262] env[70041]: DEBUG nova.network.neutron [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Updated VIF entry in instance network info cache for port 89927d62-9c22-4a8b-bbe1-f5daa21c8f49. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.711715] env[70041]: DEBUG nova.network.neutron [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Updating instance_info_cache with network_info: [{"id": "89927d62-9c22-4a8b-bbe1-f5daa21c8f49", "address": "fa:16:3e:91:26:bc", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89927d62-9c", "ovs_interfaceid": "89927d62-9c22-4a8b-bbe1-f5daa21c8f49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.724107] env[70041]: DEBUG nova.compute.manager [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received event network-vif-plugged-771a50d2-6c4c-4412-b399-fff998d883ec {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1054.724234] env[70041]: DEBUG oslo_concurrency.lockutils [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] Acquiring lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.724395] env[70041]: DEBUG oslo_concurrency.lockutils [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.724591] env[70041]: DEBUG oslo_concurrency.lockutils [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.724884] env[70041]: DEBUG nova.compute.manager [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] No waiting events found dispatching network-vif-plugged-771a50d2-6c4c-4412-b399-fff998d883ec {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.724942] env[70041]: WARNING nova.compute.manager [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received unexpected event network-vif-plugged-771a50d2-6c4c-4412-b399-fff998d883ec for instance with vm_state building and task_state spawning. [ 1054.725088] env[70041]: DEBUG nova.compute.manager [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received event network-changed-771a50d2-6c4c-4412-b399-fff998d883ec {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1054.725242] env[70041]: DEBUG nova.compute.manager [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Refreshing instance network info cache due to event network-changed-771a50d2-6c4c-4412-b399-fff998d883ec. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1054.725440] env[70041]: DEBUG oslo_concurrency.lockutils [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] Acquiring lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.742258] env[70041]: DEBUG nova.policy [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb478d61804f49dfb268373f3d1b9257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da15d1d3e083436d9c7265db9d62fd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.804377] env[70041]: DEBUG oslo_vmware.api [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193383, 'name': PowerOffVM_Task, 'duration_secs': 0.332305} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.804752] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.804888] env[70041]: DEBUG nova.compute.manager [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.805671] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78aa7a9-eff3-4533-9a87-67a0b30cd21e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.823203] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb9846-8781-375c-f852-d6346a9e057f, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.824476] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85ef96c-488c-401d-afff-a6e75264c515 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.829591] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1054.829591] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522fca56-1025-ca7c-2a81-d2d981731f5f" [ 1054.829591] env[70041]: _type = "Task" [ 1054.829591] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.837619] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522fca56-1025-ca7c-2a81-d2d981731f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.850073] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.915152] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beaf93e5-76fe-4bae-8757-1c82fb2d841c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.927040] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbba0244-3f42-4c85-b64d-b478f26d3bb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.962364] env[70041]: DEBUG nova.compute.manager [req-72eb7073-9218-469d-be9d-03bbcab62b2d req-1ad825bf-b224-4c88-b15f-5b5285ad978e service nova] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Detach interface failed, port_id=24d1469e-d82d-42f3-b0c3-499602be82ad, reason: Instance 1f52aae5-c38e-489a-bf3b-eaaf4d230790 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1054.963121] env[70041]: INFO nova.compute.manager [-] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Took 1.57 seconds to deallocate network for instance. [ 1055.004997] env[70041]: DEBUG nova.network.neutron [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.041262] env[70041]: DEBUG nova.network.neutron [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Successfully created port: 42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.140147] env[70041]: DEBUG nova.network.neutron [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.190139] env[70041]: DEBUG nova.compute.manager [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.191469] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.214450] env[70041]: DEBUG oslo_concurrency.lockutils [req-009506e0-ab0b-4faf-bedd-fadb07a0a4e8 req-589e97ca-0c3c-448f-9484-b5f015198121 service nova] Releasing lock "refresh_cache-8e2c83f5-c71d-4403-97d8-650989a33b08" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.317490] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d170834d-c4e3-486a-ba23-5a9d2225ba84 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "b662c050-9fdb-4476-8367-57c078dbb252" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.342466] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522fca56-1025-ca7c-2a81-d2d981731f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.342466] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.342466] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 8e2c83f5-c71d-4403-97d8-650989a33b08/8e2c83f5-c71d-4403-97d8-650989a33b08.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.342747] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-718fb011-36ec-4e9d-a1f3-0039cb28a529 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.350430] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1055.350430] env[70041]: value = "task-3193384" [ 1055.350430] env[70041]: _type = "Task" [ 1055.350430] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.363558] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.455139] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62d541-47f7-4588-9154-dee34f819e05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.463476] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fe785c-b67d-4b8e-a820-ccdf05edfab2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.468896] env[70041]: DEBUG oslo_concurrency.lockutils [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.499621] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035dd7fa-cd45-4634-95b4-26f5cb34d1b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.509955] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d6db97-048f-4a43-bd35-1fab1ac0082d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.528324] env[70041]: DEBUG nova.compute.provider_tree [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.646289] env[70041]: DEBUG oslo_concurrency.lockutils [req-782f42ba-c56f-426c-9d8e-37bba4bc2fb1 req-b630a117-1571-4249-9257-ed2e7c5dbc39 service nova] Releasing lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.646995] env[70041]: DEBUG oslo_concurrency.lockutils [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] Acquired lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.647276] env[70041]: DEBUG nova.network.neutron [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Refreshing network info cache for port 771a50d2-6c4c-4412-b399-fff998d883ec {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.863460] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449119} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.863726] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 8e2c83f5-c71d-4403-97d8-650989a33b08/8e2c83f5-c71d-4403-97d8-650989a33b08.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.863726] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.864461] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-413afddb-14b5-409c-974e-7e138a15f62b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.871910] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1055.871910] env[70041]: value = "task-3193385" [ 1055.871910] env[70041]: _type = "Task" [ 1055.871910] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.880520] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.916900] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.917204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.917443] env[70041]: INFO nova.compute.manager [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Attaching volume 90e28c88-cabc-4291-a710-2e4ea37d9997 to /dev/sdb [ 1055.951936] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d317ec1-f5da-4705-8b71-475fa49e6b76 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.960168] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d490100-268b-410d-af74-a05338810fa9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.975815] env[70041]: DEBUG nova.virt.block_device [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating existing volume attachment record: 71d80f43-a323-4567-ae6b-230767c3ef48 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1056.003376] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "b662c050-9fdb-4476-8367-57c078dbb252" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.003713] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "b662c050-9fdb-4476-8367-57c078dbb252" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.003861] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "b662c050-9fdb-4476-8367-57c078dbb252-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.004069] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "b662c050-9fdb-4476-8367-57c078dbb252-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.004248] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "b662c050-9fdb-4476-8367-57c078dbb252-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.007376] env[70041]: INFO nova.compute.manager [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Terminating instance [ 1056.030445] env[70041]: DEBUG nova.scheduler.client.report [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.193696] env[70041]: DEBUG nova.network.neutron [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.198105] env[70041]: DEBUG nova.compute.manager [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.224073] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.224340] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.224547] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.224758] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.224911] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.225073] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.225323] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.225530] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.225717] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.225902] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.226113] env[70041]: DEBUG nova.virt.hardware [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.226987] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10623de4-495f-43e9-94b8-0fdedf56c7cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.235466] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3fb6ba-7f36-47e1-bc5c-9d3485dc442b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.311647] env[70041]: DEBUG nova.network.neutron [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.381788] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067595} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.382079] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.382876] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1032c27-2b10-4d3a-b710-7f2b1b19f447 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.408007] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 8e2c83f5-c71d-4403-97d8-650989a33b08/8e2c83f5-c71d-4403-97d8-650989a33b08.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.408337] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b590d3-37a8-4535-ad7a-1b5ea9814cb5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.428275] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1056.428275] env[70041]: value = "task-3193389" [ 1056.428275] env[70041]: _type = "Task" [ 1056.428275] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.436799] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.511370] env[70041]: DEBUG nova.compute.manager [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.511603] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.512560] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba3585-433e-464d-9069-bc0a9b3babfa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.520751] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.520996] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eb6087c-0293-4b64-9f74-4e8ab0309055 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.534454] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.535042] env[70041]: DEBUG nova.compute.manager [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.537606] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.821s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.539433] env[70041]: INFO nova.compute.claims [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.601461] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.601801] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.602084] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleting the datastore file [datastore2] b662c050-9fdb-4476-8367-57c078dbb252 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.602470] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-405583ef-0e1e-4c55-bcee-bc61ab8153f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.611122] env[70041]: DEBUG oslo_vmware.api [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1056.611122] env[70041]: value = "task-3193391" [ 1056.611122] env[70041]: _type = "Task" [ 1056.611122] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.620448] env[70041]: DEBUG oslo_vmware.api [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.814672] env[70041]: DEBUG oslo_concurrency.lockutils [req-014d5258-02b4-471b-9d80-4da2515e1f3d req-8ab80766-c5bb-49b0-a5dd-3208ec586471 service nova] Releasing lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.817173] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquired lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.817173] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.838343] env[70041]: DEBUG nova.compute.manager [req-5f8ca169-bcee-486d-bd04-8a0cba70f617 req-be8fd76a-f33c-44c5-b630-8c5d8e338f0d service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received event network-vif-plugged-42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1056.838578] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f8ca169-bcee-486d-bd04-8a0cba70f617 req-be8fd76a-f33c-44c5-b630-8c5d8e338f0d service nova] Acquiring lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.838862] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f8ca169-bcee-486d-bd04-8a0cba70f617 req-be8fd76a-f33c-44c5-b630-8c5d8e338f0d service nova] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.838954] env[70041]: DEBUG oslo_concurrency.lockutils [req-5f8ca169-bcee-486d-bd04-8a0cba70f617 req-be8fd76a-f33c-44c5-b630-8c5d8e338f0d service nova] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.840389] env[70041]: DEBUG nova.compute.manager [req-5f8ca169-bcee-486d-bd04-8a0cba70f617 req-be8fd76a-f33c-44c5-b630-8c5d8e338f0d service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] No waiting events found dispatching network-vif-plugged-42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.840601] env[70041]: WARNING nova.compute.manager [req-5f8ca169-bcee-486d-bd04-8a0cba70f617 req-be8fd76a-f33c-44c5-b630-8c5d8e338f0d service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received unexpected event network-vif-plugged-42522a06-1485-4f26-ae61-f3a0f43d8b50 for instance with vm_state building and task_state spawning. [ 1056.935124] env[70041]: DEBUG nova.network.neutron [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Successfully updated port: 42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.939836] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193389, 'name': ReconfigVM_Task, 'duration_secs': 0.388352} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.940518] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 8e2c83f5-c71d-4403-97d8-650989a33b08/8e2c83f5-c71d-4403-97d8-650989a33b08.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.941185] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbef6a5b-18ae-4a39-8e4b-03ddbc5b74c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.949613] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1056.949613] env[70041]: value = "task-3193392" [ 1056.949613] env[70041]: _type = "Task" [ 1056.949613] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.963552] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193392, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.043494] env[70041]: DEBUG nova.compute.utils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.047370] env[70041]: DEBUG nova.compute.manager [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Not allocating networking since 'none' was specified. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1057.120761] env[70041]: DEBUG oslo_vmware.api [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168666} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.121015] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.121205] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.121382] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.121547] env[70041]: INFO nova.compute.manager [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1057.121783] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.121966] env[70041]: DEBUG nova.compute.manager [-] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.122074] env[70041]: DEBUG nova.network.neutron [-] [instance: b662c050-9fdb-4476-8367-57c078dbb252] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.378751] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.443328] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.443328] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.443328] env[70041]: DEBUG nova.network.neutron [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.465465] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193392, 'name': Rename_Task, 'duration_secs': 0.150681} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.465796] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.466061] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71f1513d-0627-44d9-a6cd-7e6bd73622b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.473622] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1057.473622] env[70041]: value = "task-3193393" [ 1057.473622] env[70041]: _type = "Task" [ 1057.473622] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.485320] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.550703] env[70041]: DEBUG nova.compute.manager [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.783888] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3252ab34-645d-48c0-876d-92db8300bf9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.794447] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9db402-1a89-43c2-b155-88845a85f705 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.829503] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357ede48-faf7-4431-9ad5-d54784db13be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.838485] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c868bcc-3463-4d0d-8253-bb3186c3423e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.854260] env[70041]: DEBUG nova.compute.provider_tree [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.859651] env[70041]: DEBUG nova.network.neutron [-] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.945127] env[70041]: DEBUG nova.network.neutron [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Updating instance_info_cache with network_info: [{"id": "7382c4bc-50f4-41a9-80d4-470135992c28", "address": "fa:16:3e:3a:50:da", "network": {"id": "667e06a5-00b8-413a-bbd2-16ab1d36a945", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-764178676", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7382c4bc-50", "ovs_interfaceid": "7382c4bc-50f4-41a9-80d4-470135992c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38384afa-6931-46b4-be0e-f06251fe282f", "address": "fa:16:3e:ab:86:7a", "network": {"id": "76f89d78-f525-42e6-bc26-1151d50fe178", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1468613071", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38384afa-69", "ovs_interfaceid": "38384afa-6931-46b4-be0e-f06251fe282f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "771a50d2-6c4c-4412-b399-fff998d883ec", "address": "fa:16:3e:2a:3f:4f", "network": {"id": "667e06a5-00b8-413a-bbd2-16ab1d36a945", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-764178676", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771a50d2-6c", "ovs_interfaceid": "771a50d2-6c4c-4412-b399-fff998d883ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.981753] env[70041]: DEBUG nova.network.neutron [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.990042] env[70041]: DEBUG oslo_vmware.api [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193393, 'name': PowerOnVM_Task, 'duration_secs': 0.469573} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.990410] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.990607] env[70041]: INFO nova.compute.manager [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Took 7.04 seconds to spawn the instance on the hypervisor. [ 1057.990787] env[70041]: DEBUG nova.compute.manager [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.991588] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1d5f84-f56d-40ea-b4bd-876bcdac6edd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.183649] env[70041]: DEBUG nova.network.neutron [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.358432] env[70041]: DEBUG nova.scheduler.client.report [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.362152] env[70041]: INFO nova.compute.manager [-] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Took 1.24 seconds to deallocate network for instance. [ 1058.449782] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Releasing lock "refresh_cache-8f5053cc-bf2e-41ae-831c-abb2608c8d4e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.450323] env[70041]: DEBUG nova.compute.manager [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Instance network_info: |[{"id": "7382c4bc-50f4-41a9-80d4-470135992c28", "address": "fa:16:3e:3a:50:da", "network": {"id": "667e06a5-00b8-413a-bbd2-16ab1d36a945", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-764178676", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7382c4bc-50", "ovs_interfaceid": "7382c4bc-50f4-41a9-80d4-470135992c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38384afa-6931-46b4-be0e-f06251fe282f", "address": "fa:16:3e:ab:86:7a", "network": {"id": "76f89d78-f525-42e6-bc26-1151d50fe178", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1468613071", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38384afa-69", "ovs_interfaceid": "38384afa-6931-46b4-be0e-f06251fe282f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "771a50d2-6c4c-4412-b399-fff998d883ec", "address": "fa:16:3e:2a:3f:4f", "network": {"id": "667e06a5-00b8-413a-bbd2-16ab1d36a945", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-764178676", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap771a50d2-6c", "ovs_interfaceid": "771a50d2-6c4c-4412-b399-fff998d883ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.450920] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:50:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7382c4bc-50f4-41a9-80d4-470135992c28', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:86:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38384afa-6931-46b4-be0e-f06251fe282f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:3f:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '771a50d2-6c4c-4412-b399-fff998d883ec', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.464825] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Creating folder: Project (c908ec3b73514d789a3e001bb8ff4366). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.465847] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3df479f-03f3-41fa-a128-98a01235ea99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.479829] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Created folder: Project (c908ec3b73514d789a3e001bb8ff4366) in parent group-v638323. [ 1058.480025] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Creating folder: Instances. Parent ref: group-v638593. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.480273] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96f2d23c-e370-4559-acc0-76a355f27759 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.490998] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Created folder: Instances in parent group-v638593. [ 1058.491707] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.491960] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.492187] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a25baa7-ce71-42aa-a4c7-1cd92c8b4855 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.519615] env[70041]: INFO nova.compute.manager [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Took 18.14 seconds to build instance. [ 1058.522100] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.522100] env[70041]: value = "task-3193397" [ 1058.522100] env[70041]: _type = "Task" [ 1058.522100] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.531470] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193397, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.568230] env[70041]: DEBUG nova.compute.manager [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.592062] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.592570] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.592570] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.592771] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.593430] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.593430] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.593430] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.593593] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.593641] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.593796] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.594073] env[70041]: DEBUG nova.virt.hardware [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.595205] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4eaaff-718d-4325-916a-9a2d6facdcb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.606260] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c92803c-d5d6-420a-a0b7-427c2257c3f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.624281] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Instance VIF info [] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.630131] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Creating folder: Project (cd0ced8ae92b489c9cfe9fc7be98bba8). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.630489] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25a10af0-56c8-48b2-82b1-b08f11fbdacb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.646717] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Created folder: Project (cd0ced8ae92b489c9cfe9fc7be98bba8) in parent group-v638323. [ 1058.646971] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Creating folder: Instances. Parent ref: group-v638596. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.647310] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-220aaab3-2048-440a-afce-13cb49b5f04f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.662153] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Created folder: Instances in parent group-v638596. [ 1058.662153] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.662153] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.662153] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c33a3fb7-8055-4a25-90ba-a4fc3fbe2abb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.680515] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.680515] env[70041]: value = "task-3193400" [ 1058.680515] env[70041]: _type = "Task" [ 1058.680515] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.686484] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.686933] env[70041]: DEBUG nova.compute.manager [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Instance network_info: |[{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.691634] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:fb:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42522a06-1485-4f26-ae61-f3a0f43d8b50', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.700312] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.700433] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193400, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.700671] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.700883] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35b90a09-3ad5-48a3-aa6e-520b581ef7cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.721646] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.721646] env[70041]: value = "task-3193401" [ 1058.721646] env[70041]: _type = "Task" [ 1058.721646] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.734129] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193401, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.864099] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.864407] env[70041]: DEBUG nova.compute.manager [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.867210] env[70041]: DEBUG oslo_concurrency.lockutils [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.459s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.867434] env[70041]: DEBUG nova.objects.instance [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'resources' on Instance uuid a23b3cab-adeb-4904-b7d9-68b5ce084239 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.871196] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.873593] env[70041]: DEBUG nova.compute.manager [req-09645f7d-ee9c-4d62-9059-3889ae59e721 req-fa24c620-bb6a-4c7d-91da-dc6b29dbeb2d service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1058.873593] env[70041]: DEBUG nova.compute.manager [req-09645f7d-ee9c-4d62-9059-3889ae59e721 req-fa24c620-bb6a-4c7d-91da-dc6b29dbeb2d service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing instance network info cache due to event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1058.873593] env[70041]: DEBUG oslo_concurrency.lockutils [req-09645f7d-ee9c-4d62-9059-3889ae59e721 req-fa24c620-bb6a-4c7d-91da-dc6b29dbeb2d service nova] Acquiring lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.873593] env[70041]: DEBUG oslo_concurrency.lockutils [req-09645f7d-ee9c-4d62-9059-3889ae59e721 req-fa24c620-bb6a-4c7d-91da-dc6b29dbeb2d service nova] Acquired lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.873593] env[70041]: DEBUG nova.network.neutron [req-09645f7d-ee9c-4d62-9059-3889ae59e721 req-fa24c620-bb6a-4c7d-91da-dc6b29dbeb2d service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.023089] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fb6d73a0-12f4-457e-8ab3-484bfd3bc92c tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "8e2c83f5-c71d-4403-97d8-650989a33b08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.659s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.033188] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193397, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.191271] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193400, 'name': CreateVM_Task, 'duration_secs': 0.349656} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.192130] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.192130] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.192130] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.192986] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.192986] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea734352-9889-455f-909a-938753b14883 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.197814] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1059.197814] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529e1caf-860d-0563-a153-1612e18a324e" [ 1059.197814] env[70041]: _type = "Task" [ 1059.197814] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.212991] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.213255] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.218723] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529e1caf-860d-0563-a153-1612e18a324e, 'name': SearchDatastore_Task, 'duration_secs': 0.01691} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.219683] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.219683] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.219683] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.219683] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.219854] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.220164] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-288731f6-456f-4a20-87ee-c47935b2e4d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.232905] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193401, 'name': CreateVM_Task, 'duration_secs': 0.373148} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.233085] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.233840] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.234013] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.234323] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.236248] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a7e017-6077-4d98-9be2-967237632ea9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.238244] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.238426] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.239396] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22921c3-b061-4b94-8ac6-7c06053b34da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.247336] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1059.247336] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5244ad98-fb3f-75ce-e530-69e6439ebf11" [ 1059.247336] env[70041]: _type = "Task" [ 1059.247336] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.249825] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1059.249825] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52204627-3910-f509-9da1-01cc17e78957" [ 1059.249825] env[70041]: _type = "Task" [ 1059.249825] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.261358] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5244ad98-fb3f-75ce-e530-69e6439ebf11, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.265412] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52204627-3910-f509-9da1-01cc17e78957, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.265934] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a079cde0-a945-445f-9d49-9a3bbb066012 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.268275] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.268529] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.268735] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.272434] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1059.272434] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e1006-4aa4-0261-a31e-d20c3b71d57a" [ 1059.272434] env[70041]: _type = "Task" [ 1059.272434] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.281089] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e1006-4aa4-0261-a31e-d20c3b71d57a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.370803] env[70041]: DEBUG nova.objects.instance [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'numa_topology' on Instance uuid a23b3cab-adeb-4904-b7d9-68b5ce084239 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.373117] env[70041]: DEBUG nova.compute.utils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.374171] env[70041]: DEBUG nova.compute.manager [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.374384] env[70041]: DEBUG nova.network.neutron [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.412077] env[70041]: DEBUG nova.policy [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9bb6f9041e845ddb5f0432ba0900f7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be464680f1cb4b5d9ab0251d0eaa61c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.535875] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193397, 'name': CreateVM_Task, 'duration_secs': 0.520005} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.536091] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.536968] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.537149] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.537449] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.537706] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9243ac9-3821-44e5-a9ac-faf937717e0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.543047] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1059.543047] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd11f0-bf3e-a1da-254a-44a277d0f515" [ 1059.543047] env[70041]: _type = "Task" [ 1059.543047] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.551815] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd11f0-bf3e-a1da-254a-44a277d0f515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.612162] env[70041]: DEBUG nova.network.neutron [req-09645f7d-ee9c-4d62-9059-3889ae59e721 req-fa24c620-bb6a-4c7d-91da-dc6b29dbeb2d service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updated VIF entry in instance network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.612562] env[70041]: DEBUG nova.network.neutron [req-09645f7d-ee9c-4d62-9059-3889ae59e721 req-fa24c620-bb6a-4c7d-91da-dc6b29dbeb2d service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.715848] env[70041]: DEBUG nova.compute.manager [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.727670] env[70041]: DEBUG nova.network.neutron [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Successfully created port: 2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.782878] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524e1006-4aa4-0261-a31e-d20c3b71d57a, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.783215] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.783415] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 21ab5907-32da-46ee-87c8-baeabb7a554f/21ab5907-32da-46ee-87c8-baeabb7a554f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.783697] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.783877] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.784375] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-836991ad-df1d-4aec-a265-9fbd8e355500 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.786033] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aa6b828-0a55-4194-8363-af54b6a87242 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.794658] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1059.794658] env[70041]: value = "task-3193402" [ 1059.794658] env[70041]: _type = "Task" [ 1059.794658] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.798921] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.799107] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.800338] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f9b7fd-4f7a-41ed-9814-e5bcb6a6f7a4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.806276] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.809748] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1059.809748] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52acd047-8bfe-7b25-8218-d1f795ad4e46" [ 1059.809748] env[70041]: _type = "Task" [ 1059.809748] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.817755] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52acd047-8bfe-7b25-8218-d1f795ad4e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.875106] env[70041]: DEBUG nova.objects.base [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.878130] env[70041]: DEBUG nova.compute.manager [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.060683] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd11f0-bf3e-a1da-254a-44a277d0f515, 'name': SearchDatastore_Task, 'duration_secs': 0.011294} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.061014] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.061230] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.061796] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.061796] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.061963] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.062229] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07e4b6bd-98ff-4ab1-940f-18523e7dee9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.075290] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.075594] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.076735] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1c708e-7b02-4159-b3b9-92a270135511 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.085034] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1060.085034] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52754144-e629-d473-1054-6b7c37409539" [ 1060.085034] env[70041]: _type = "Task" [ 1060.085034] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.101693] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52754144-e629-d473-1054-6b7c37409539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.115677] env[70041]: DEBUG oslo_concurrency.lockutils [req-09645f7d-ee9c-4d62-9059-3889ae59e721 req-fa24c620-bb6a-4c7d-91da-dc6b29dbeb2d service nova] Releasing lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.116058] env[70041]: DEBUG nova.compute.manager [req-09645f7d-ee9c-4d62-9059-3889ae59e721 req-fa24c620-bb6a-4c7d-91da-dc6b29dbeb2d service nova] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Received event network-vif-deleted-5d6e3ed0-3400-4c65-b096-d930057c6f92 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1060.149787] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2823da15-39a0-4081-9663-0552711d45c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.161019] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36343b9b-5531-414a-b1de-2c08c8c7c8a3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.198009] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e78aa7e-948f-4981-951f-0871b43a68c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.207513] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bb05e5-9b3c-4723-8271-b015373a14c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.226814] env[70041]: DEBUG nova.compute.provider_tree [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.242544] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.306224] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462233} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.306612] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 21ab5907-32da-46ee-87c8-baeabb7a554f/21ab5907-32da-46ee-87c8-baeabb7a554f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.306757] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.308024] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91b69df3-3c18-4210-aefd-e493e544b222 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.314653] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1060.314653] env[70041]: value = "task-3193403" [ 1060.314653] env[70041]: _type = "Task" [ 1060.314653] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.322851] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52acd047-8bfe-7b25-8218-d1f795ad4e46, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.323932] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73908e11-0eb5-416a-9a84-9d3a95ed4636 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.329759] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.331343] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1060.331343] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d8b66f-9acc-2aef-be32-7670a91ca345" [ 1060.331343] env[70041]: _type = "Task" [ 1060.331343] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.339688] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d8b66f-9acc-2aef-be32-7670a91ca345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.600215] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52754144-e629-d473-1054-6b7c37409539, 'name': SearchDatastore_Task, 'duration_secs': 0.021765} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.601085] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38c06bd-d301-4f23-a107-3538aed7e04c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.607210] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1060.607210] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5231f098-b418-c82b-88cf-525cad48d63d" [ 1060.607210] env[70041]: _type = "Task" [ 1060.607210] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.617590] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5231f098-b418-c82b-88cf-525cad48d63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.750115] env[70041]: ERROR nova.scheduler.client.report [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [req-56ef33da-c878-4eaf-aa3a-262439eec92a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-56ef33da-c878-4eaf-aa3a-262439eec92a"}]} [ 1060.771780] env[70041]: DEBUG nova.scheduler.client.report [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1060.786960] env[70041]: DEBUG nova.scheduler.client.report [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1060.787261] env[70041]: DEBUG nova.compute.provider_tree [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.798795] env[70041]: DEBUG nova.scheduler.client.report [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1060.820639] env[70041]: DEBUG nova.scheduler.client.report [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1060.829850] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112935} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.830149] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.830941] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84af312-0077-4801-abe9-912081ace97a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.855680] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 21ab5907-32da-46ee-87c8-baeabb7a554f/21ab5907-32da-46ee-87c8-baeabb7a554f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.862041] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e01d09-8afe-4f27-8bd1-c2caa426cab3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.875947] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d8b66f-9acc-2aef-be32-7670a91ca345, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.876460] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.876738] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5d4adfe6-37bf-444d-9139-a60f3105bbfd/5d4adfe6-37bf-444d-9139-a60f3105bbfd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.877384] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a5feee4-3791-483e-bedc-2867ddbf404a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.884012] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1060.884012] env[70041]: value = "task-3193404" [ 1060.884012] env[70041]: _type = "Task" [ 1060.884012] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.885672] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1060.885672] env[70041]: value = "task-3193405" [ 1060.885672] env[70041]: _type = "Task" [ 1060.885672] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.891283] env[70041]: DEBUG nova.compute.manager [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.901726] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193404, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.922488] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.922790] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.922979] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.923239] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.923438] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.923618] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.923835] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.923993] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.924180] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.924341] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.924542] env[70041]: DEBUG nova.virt.hardware [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.925609] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce408141-e737-48cd-9dee-f5b0d79165fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.934285] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326eebec-d7ac-4c0d-8ae2-985a97d05af5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.024183] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1061.024443] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638592', 'volume_id': '90e28c88-cabc-4291-a710-2e4ea37d9997', 'name': 'volume-90e28c88-cabc-4291-a710-2e4ea37d9997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc', 'attached_at': '', 'detached_at': '', 'volume_id': '90e28c88-cabc-4291-a710-2e4ea37d9997', 'serial': '90e28c88-cabc-4291-a710-2e4ea37d9997'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1061.025515] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e315d0ec-984d-43fa-a8e5-5b2ca597a03b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.046467] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491581e0-a0e2-4da4-afad-3c0c1c9f8e9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.073103] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-90e28c88-cabc-4291-a710-2e4ea37d9997/volume-90e28c88-cabc-4291-a710-2e4ea37d9997.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.076173] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7bfe64-ab56-42ba-a3e0-95622faca03c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.096385] env[70041]: DEBUG oslo_vmware.api [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1061.096385] env[70041]: value = "task-3193406" [ 1061.096385] env[70041]: _type = "Task" [ 1061.096385] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.111733] env[70041]: DEBUG oslo_vmware.api [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.123850] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5231f098-b418-c82b-88cf-525cad48d63d, 'name': SearchDatastore_Task, 'duration_secs': 0.032514} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.124235] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.124535] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 8f5053cc-bf2e-41ae-831c-abb2608c8d4e/8f5053cc-bf2e-41ae-831c-abb2608c8d4e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.124809] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7a39add-41b2-434f-bafc-4391b88d276c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.134800] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1061.134800] env[70041]: value = "task-3193407" [ 1061.134800] env[70041]: _type = "Task" [ 1061.134800] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.144663] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.146924] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86ad731-b51a-4bf2-81a4-2b9569f9fab8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.155821] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f39f593-61b0-429d-9a4a-f93656caf4f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.190924] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32cbc7d-71a8-4a5a-91bd-e6d0c819bae4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.201675] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0982ae75-4283-487e-a2f8-706e4129df68 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.222751] env[70041]: DEBUG nova.compute.provider_tree [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.358623] env[70041]: DEBUG nova.compute.manager [req-401925ed-94e2-469b-b655-e2478ba56342 req-eadfc46c-9ab9-4df0-aa1c-fcf0dc47eee6 service nova] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Received event network-vif-plugged-2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1061.358623] env[70041]: DEBUG oslo_concurrency.lockutils [req-401925ed-94e2-469b-b655-e2478ba56342 req-eadfc46c-9ab9-4df0-aa1c-fcf0dc47eee6 service nova] Acquiring lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.358833] env[70041]: DEBUG oslo_concurrency.lockutils [req-401925ed-94e2-469b-b655-e2478ba56342 req-eadfc46c-9ab9-4df0-aa1c-fcf0dc47eee6 service nova] Lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.358973] env[70041]: DEBUG oslo_concurrency.lockutils [req-401925ed-94e2-469b-b655-e2478ba56342 req-eadfc46c-9ab9-4df0-aa1c-fcf0dc47eee6 service nova] Lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.359156] env[70041]: DEBUG nova.compute.manager [req-401925ed-94e2-469b-b655-e2478ba56342 req-eadfc46c-9ab9-4df0-aa1c-fcf0dc47eee6 service nova] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] No waiting events found dispatching network-vif-plugged-2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.359424] env[70041]: WARNING nova.compute.manager [req-401925ed-94e2-469b-b655-e2478ba56342 req-eadfc46c-9ab9-4df0-aa1c-fcf0dc47eee6 service nova] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Received unexpected event network-vif-plugged-2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d for instance with vm_state building and task_state spawning. [ 1061.402994] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.404090] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.433288] env[70041]: DEBUG nova.network.neutron [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Successfully updated port: 2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.607630] env[70041]: DEBUG oslo_vmware.api [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.645653] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193407, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.726175] env[70041]: DEBUG nova.scheduler.client.report [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.899360] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.902492] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532507} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.902721] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5d4adfe6-37bf-444d-9139-a60f3105bbfd/5d4adfe6-37bf-444d-9139-a60f3105bbfd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.902930] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.903189] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1cba72d-d561-47ad-b1c6-477cffc9839d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.910079] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1061.910079] env[70041]: value = "task-3193408" [ 1061.910079] env[70041]: _type = "Task" [ 1061.910079] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.917748] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.937286] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquiring lock "refresh_cache-bd8f8ace-de7f-4bd5-bb8a-a74765707110" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.937286] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquired lock "refresh_cache-bd8f8ace-de7f-4bd5-bb8a-a74765707110" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.937286] env[70041]: DEBUG nova.network.neutron [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.106008] env[70041]: DEBUG oslo_vmware.api [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193406, 'name': ReconfigVM_Task, 'duration_secs': 0.630966} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.106309] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-90e28c88-cabc-4291-a710-2e4ea37d9997/volume-90e28c88-cabc-4291-a710-2e4ea37d9997.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.110925] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde29175-6522-426d-9273-86ecf9066d11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.126374] env[70041]: DEBUG oslo_vmware.api [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1062.126374] env[70041]: value = "task-3193409" [ 1062.126374] env[70041]: _type = "Task" [ 1062.126374] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.134416] env[70041]: DEBUG oslo_vmware.api [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.143864] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193407, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.232071] env[70041]: DEBUG oslo_concurrency.lockutils [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.365s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.234691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.766s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.234881] env[70041]: DEBUG nova.objects.instance [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lazy-loading 'resources' on Instance uuid 1f52aae5-c38e-489a-bf3b-eaaf4d230790 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.398918] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193404, 'name': ReconfigVM_Task, 'duration_secs': 1.107795} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.398918] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 21ab5907-32da-46ee-87c8-baeabb7a554f/21ab5907-32da-46ee-87c8-baeabb7a554f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.399226] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da707003-4517-4f93-9c8c-677aafa998fa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.407409] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1062.407409] env[70041]: value = "task-3193410" [ 1062.407409] env[70041]: _type = "Task" [ 1062.407409] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.420286] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193410, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.423125] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075977} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.423338] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.424099] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49592f29-ce40-414a-b9ff-6b517ae5ed72 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.450074] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 5d4adfe6-37bf-444d-9139-a60f3105bbfd/5d4adfe6-37bf-444d-9139-a60f3105bbfd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.450409] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-580d05b8-1249-4f71-8a87-685e5b433cc2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.471254] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1062.471254] env[70041]: value = "task-3193411" [ 1062.471254] env[70041]: _type = "Task" [ 1062.471254] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.479962] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.500686] env[70041]: DEBUG nova.network.neutron [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.637609] env[70041]: DEBUG oslo_vmware.api [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193409, 'name': ReconfigVM_Task, 'duration_secs': 0.153653} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.640692] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638592', 'volume_id': '90e28c88-cabc-4291-a710-2e4ea37d9997', 'name': 'volume-90e28c88-cabc-4291-a710-2e4ea37d9997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc', 'attached_at': '', 'detached_at': '', 'volume_id': '90e28c88-cabc-4291-a710-2e4ea37d9997', 'serial': '90e28c88-cabc-4291-a710-2e4ea37d9997'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1062.647598] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193407, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.684110] env[70041]: DEBUG nova.network.neutron [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Updating instance_info_cache with network_info: [{"id": "2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d", "address": "fa:16:3e:b1:6f:23", "network": {"id": "2af45fb5-1c13-4fdd-b0a0-9a7ffd3cde5a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-207816837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be464680f1cb4b5d9ab0251d0eaa61c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf9bd8a-6e", "ovs_interfaceid": "2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.743886] env[70041]: DEBUG oslo_concurrency.lockutils [None req-236a3494-1ccf-4444-a1a1-ce254ab92784 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.986s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.745205] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.279s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.745205] env[70041]: INFO nova.compute.manager [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Unshelving [ 1062.921742] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193410, 'name': Rename_Task, 'duration_secs': 0.480954} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.925390] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.925390] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f345fc1-0561-4840-aefc-ccb7b114499a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.933754] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1062.933754] env[70041]: value = "task-3193412" [ 1062.933754] env[70041]: _type = "Task" [ 1062.933754] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.945665] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.979898] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f243431-ad0d-4530-90e6-abc6cbdee9ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.985915] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.991528] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a08de9-1f3f-4348-a9dd-3bd80721c667 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.027069] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918d328a-fc74-4105-956c-4f1f4168b6c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.038659] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73b739-e087-4818-8b0d-05416bfb7954 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.055270] env[70041]: DEBUG nova.compute.provider_tree [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.149220] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193407, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.674658} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.149489] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 8f5053cc-bf2e-41ae-831c-abb2608c8d4e/8f5053cc-bf2e-41ae-831c-abb2608c8d4e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.149680] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.149924] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62b55f3c-7bfc-4df6-9b8c-b119354ececc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.160186] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1063.160186] env[70041]: value = "task-3193413" [ 1063.160186] env[70041]: _type = "Task" [ 1063.160186] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.168842] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.186710] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Releasing lock "refresh_cache-bd8f8ace-de7f-4bd5-bb8a-a74765707110" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.187085] env[70041]: DEBUG nova.compute.manager [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Instance network_info: |[{"id": "2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d", "address": "fa:16:3e:b1:6f:23", "network": {"id": "2af45fb5-1c13-4fdd-b0a0-9a7ffd3cde5a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-207816837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be464680f1cb4b5d9ab0251d0eaa61c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf9bd8a-6e", "ovs_interfaceid": "2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.187809] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:6f:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.195796] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Creating folder: Project (be464680f1cb4b5d9ab0251d0eaa61c2). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.196781] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ddeee24-4f69-44c8-8d06-c5854aead0f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.215929] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Created folder: Project (be464680f1cb4b5d9ab0251d0eaa61c2) in parent group-v638323. [ 1063.216165] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Creating folder: Instances. Parent ref: group-v638600. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.216422] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae53e742-5c30-4c90-8585-204976e5cecd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.227553] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Created folder: Instances in parent group-v638600. [ 1063.228742] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.228742] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.228742] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70476079-e755-4490-8884-df839244d8e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.250803] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.250803] env[70041]: value = "task-3193416" [ 1063.250803] env[70041]: _type = "Task" [ 1063.250803] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.261879] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193416, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.386229] env[70041]: DEBUG nova.compute.manager [req-530bebd0-373e-479b-a4f8-9dd0af33ff43 req-1b86698d-1c8e-492f-b3bf-07b73b17ab6f service nova] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Received event network-changed-2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1063.386463] env[70041]: DEBUG nova.compute.manager [req-530bebd0-373e-479b-a4f8-9dd0af33ff43 req-1b86698d-1c8e-492f-b3bf-07b73b17ab6f service nova] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Refreshing instance network info cache due to event network-changed-2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1063.386704] env[70041]: DEBUG oslo_concurrency.lockutils [req-530bebd0-373e-479b-a4f8-9dd0af33ff43 req-1b86698d-1c8e-492f-b3bf-07b73b17ab6f service nova] Acquiring lock "refresh_cache-bd8f8ace-de7f-4bd5-bb8a-a74765707110" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.386861] env[70041]: DEBUG oslo_concurrency.lockutils [req-530bebd0-373e-479b-a4f8-9dd0af33ff43 req-1b86698d-1c8e-492f-b3bf-07b73b17ab6f service nova] Acquired lock "refresh_cache-bd8f8ace-de7f-4bd5-bb8a-a74765707110" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.387034] env[70041]: DEBUG nova.network.neutron [req-530bebd0-373e-479b-a4f8-9dd0af33ff43 req-1b86698d-1c8e-492f-b3bf-07b73b17ab6f service nova] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Refreshing network info cache for port 2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.446499] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193412, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.483182] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193411, 'name': ReconfigVM_Task, 'duration_secs': 0.632771} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.483530] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 5d4adfe6-37bf-444d-9139-a60f3105bbfd/5d4adfe6-37bf-444d-9139-a60f3105bbfd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.484264] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-492b5be2-e881-4060-b63c-2233af7c8d29 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.492904] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1063.492904] env[70041]: value = "task-3193417" [ 1063.492904] env[70041]: _type = "Task" [ 1063.492904] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.502151] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193417, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.532918] env[70041]: DEBUG oslo_concurrency.lockutils [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.533218] env[70041]: DEBUG oslo_concurrency.lockutils [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.533460] env[70041]: INFO nova.compute.manager [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Rebooting instance [ 1063.558186] env[70041]: DEBUG nova.scheduler.client.report [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.669985] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060195} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.669985] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.670935] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba71e18-c284-4a83-9c3f-d9a004add2df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.693604] env[70041]: DEBUG nova.objects.instance [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'flavor' on Instance uuid fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.704430] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8f5053cc-bf2e-41ae-831c-abb2608c8d4e/8f5053cc-bf2e-41ae-831c-abb2608c8d4e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.705336] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f79399a1-9770-4e09-a3e5-935681bf94c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.727948] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1063.727948] env[70041]: value = "task-3193418" [ 1063.727948] env[70041]: _type = "Task" [ 1063.727948] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.737237] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193418, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.760779] env[70041]: DEBUG nova.compute.utils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.769297] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193416, 'name': CreateVM_Task, 'duration_secs': 0.339779} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.769489] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.770220] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.770377] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.771141] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.771141] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1daf35-dff3-4408-a2b6-737cda85ed93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.776625] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1063.776625] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232f336-fe25-7de2-27c4-c98a429bc693" [ 1063.776625] env[70041]: _type = "Task" [ 1063.776625] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.786320] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232f336-fe25-7de2-27c4-c98a429bc693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.945159] env[70041]: DEBUG oslo_vmware.api [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193412, 'name': PowerOnVM_Task, 'duration_secs': 0.861729} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.945463] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.945668] env[70041]: INFO nova.compute.manager [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Took 5.38 seconds to spawn the instance on the hypervisor. [ 1063.945858] env[70041]: DEBUG nova.compute.manager [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.946877] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aea75a-3f4d-43e4-bbf7-6103253c6faf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.009425] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193417, 'name': Rename_Task, 'duration_secs': 0.209288} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.009837] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.010492] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70178ac4-3bec-4a38-89bc-7914434f489d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.019355] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1064.019355] env[70041]: value = "task-3193419" [ 1064.019355] env[70041]: _type = "Task" [ 1064.019355] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.029037] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.060619] env[70041]: DEBUG oslo_concurrency.lockutils [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.060952] env[70041]: DEBUG oslo_concurrency.lockutils [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.061209] env[70041]: DEBUG nova.network.neutron [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.063342] env[70041]: DEBUG oslo_concurrency.lockutils [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.074666] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.203s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.074924] env[70041]: DEBUG nova.objects.instance [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lazy-loading 'resources' on Instance uuid b662c050-9fdb-4476-8367-57c078dbb252 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.097768] env[70041]: INFO nova.scheduler.client.report [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Deleted allocations for instance 1f52aae5-c38e-489a-bf3b-eaaf4d230790 [ 1064.180581] env[70041]: DEBUG nova.network.neutron [req-530bebd0-373e-479b-a4f8-9dd0af33ff43 req-1b86698d-1c8e-492f-b3bf-07b73b17ab6f service nova] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Updated VIF entry in instance network info cache for port 2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.181127] env[70041]: DEBUG nova.network.neutron [req-530bebd0-373e-479b-a4f8-9dd0af33ff43 req-1b86698d-1c8e-492f-b3bf-07b73b17ab6f service nova] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Updating instance_info_cache with network_info: [{"id": "2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d", "address": "fa:16:3e:b1:6f:23", "network": {"id": "2af45fb5-1c13-4fdd-b0a0-9a7ffd3cde5a", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-207816837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be464680f1cb4b5d9ab0251d0eaa61c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bf9bd8a-6e", "ovs_interfaceid": "2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.212670] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3e4df19d-51be-418a-ac2e-ad12f5ea1abf tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.295s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.240378] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193418, 'name': ReconfigVM_Task, 'duration_secs': 0.328488} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.240589] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8f5053cc-bf2e-41ae-831c-abb2608c8d4e/8f5053cc-bf2e-41ae-831c-abb2608c8d4e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.241360] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b367f792-3697-46fd-8616-6d93823bb300 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.249593] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1064.249593] env[70041]: value = "task-3193420" [ 1064.249593] env[70041]: _type = "Task" [ 1064.249593] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.261041] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193420, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.264653] env[70041]: INFO nova.virt.block_device [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Booting with volume 0cf722ab-a614-44d6-a426-8b8dc448c1af at /dev/sdb [ 1064.287965] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232f336-fe25-7de2-27c4-c98a429bc693, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.288915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.288915] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.288915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.288915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.290560] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.290560] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a28d0a85-028d-49ac-bf07-bdd79aa9b30f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.299247] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.299338] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.300117] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-297eb671-e1ad-4b22-919c-95c05675056c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.306419] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1064.306419] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52335f5b-3a4e-5bf3-b561-c3fc42568068" [ 1064.306419] env[70041]: _type = "Task" [ 1064.306419] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.310827] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad4874d8-69b9-4b18-a8a9-de69c6fbee98 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.318137] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52335f5b-3a4e-5bf3-b561-c3fc42568068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.322521] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5202d71-5891-4998-880c-779e3aff8813 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.357743] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f52c564f-1f2f-48b9-80a2-f3b6610ea5df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.368389] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5744af35-dda5-477e-9072-ac9c511f2385 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.415151] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cfbf5a-9c5d-4b8f-8953-01c0c401a178 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.423575] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85014de1-4cd9-4017-bc5f-a0c56180b3ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.439234] env[70041]: DEBUG nova.virt.block_device [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating existing volume attachment record: 55b0c695-5383-421a-8891-d117279c432d {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1064.469366] env[70041]: INFO nova.compute.manager [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Took 18.68 seconds to build instance. [ 1064.529479] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193419, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.606936] env[70041]: DEBUG oslo_concurrency.lockutils [None req-98a5fdce-43e5-4c6d-a68c-ce42315b65ca tempest-InstanceActionsTestJSON-1172434750 tempest-InstanceActionsTestJSON-1172434750-project-member] Lock "1f52aae5-c38e-489a-bf3b-eaaf4d230790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.867s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.684351] env[70041]: DEBUG oslo_concurrency.lockutils [req-530bebd0-373e-479b-a4f8-9dd0af33ff43 req-1b86698d-1c8e-492f-b3bf-07b73b17ab6f service nova] Releasing lock "refresh_cache-bd8f8ace-de7f-4bd5-bb8a-a74765707110" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.769196] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193420, 'name': Rename_Task, 'duration_secs': 0.203411} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.769535] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.769804] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98b170e3-bc55-4c8f-b20e-bb1b8a6e73b7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.781198] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1064.781198] env[70041]: value = "task-3193424" [ 1064.781198] env[70041]: _type = "Task" [ 1064.781198] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.789892] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.831690] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52335f5b-3a4e-5bf3-b561-c3fc42568068, 'name': SearchDatastore_Task, 'duration_secs': 0.012129} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.833030] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ed876f-c6ab-43f8-bce9-edeed841ce4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.840567] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1064.840567] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5276b960-84f4-3dda-d9f5-44f282c77f37" [ 1064.840567] env[70041]: _type = "Task" [ 1064.840567] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.854089] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5276b960-84f4-3dda-d9f5-44f282c77f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.895396] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d79461-e294-4c59-888e-eda2e9d80ea3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.907112] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3ca47c-aa49-4031-bb2e-58f425b7b7d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.939812] env[70041]: DEBUG nova.network.neutron [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [{"id": "b5ff4921-db09-4aff-a200-1149e22ea690", "address": "fa:16:3e:b1:b1:95", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff4921-db", "ovs_interfaceid": "b5ff4921-db09-4aff-a200-1149e22ea690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.944764] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a336b-1143-41ba-8899-f5f3000bf3d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.950772] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a7dc2-e263-4922-8e7b-69ca2bb9939c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.968430] env[70041]: DEBUG nova.compute.provider_tree [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.971512] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab01089f-3a1f-4286-bd73-bba638c253bd tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "21ab5907-32da-46ee-87c8-baeabb7a554f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.191s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.031615] env[70041]: DEBUG oslo_vmware.api [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193419, 'name': PowerOnVM_Task, 'duration_secs': 0.696649} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.032853] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.033115] env[70041]: INFO nova.compute.manager [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1065.033336] env[70041]: DEBUG nova.compute.manager [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.034178] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2865c379-c3ac-4a83-86f0-4d0840b63739 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.293865] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.332831] env[70041]: DEBUG nova.compute.manager [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Stashing vm_state: active {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1065.354591] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5276b960-84f4-3dda-d9f5-44f282c77f37, 'name': SearchDatastore_Task, 'duration_secs': 0.012853} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.354591] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.354591] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] bd8f8ace-de7f-4bd5-bb8a-a74765707110/bd8f8ace-de7f-4bd5-bb8a-a74765707110.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.354974] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b1df93a-2eee-409e-b06e-ee1303762fd0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.363815] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1065.363815] env[70041]: value = "task-3193425" [ 1065.363815] env[70041]: _type = "Task" [ 1065.363815] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.375541] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.446051] env[70041]: DEBUG oslo_concurrency.lockutils [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.471753] env[70041]: DEBUG nova.scheduler.client.report [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.555103] env[70041]: INFO nova.compute.manager [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Took 23.75 seconds to build instance. [ 1065.798166] env[70041]: DEBUG oslo_vmware.api [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193424, 'name': PowerOnVM_Task, 'duration_secs': 0.724409} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.798588] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.798955] env[70041]: INFO nova.compute.manager [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Took 17.27 seconds to spawn the instance on the hypervisor. [ 1065.799258] env[70041]: DEBUG nova.compute.manager [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.800680] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56fe5d5-d37b-4ef7-9625-115ac3421f67 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.863932] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.880223] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.951344] env[70041]: DEBUG nova.compute.manager [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.952708] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491b738-ca2b-4776-a5a5-9562d41bbc6d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.969613] env[70041]: DEBUG nova.compute.manager [None req-5219a341-8624-435a-9bd0-123cd7fb29f9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.970702] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d208f61-75f8-49c9-a15c-3d92c04859bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.976417] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.980661] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.738s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.982946] env[70041]: INFO nova.compute.claims [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.994770] env[70041]: INFO nova.scheduler.client.report [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted allocations for instance b662c050-9fdb-4476-8367-57c078dbb252 [ 1066.058637] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5a2c8e92-f8df-4cb9-a7b3-cc8496e3701a tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.265s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.312064] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "5e015b19-d4b3-4683-85bc-69c69653530e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.312402] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.312532] env[70041]: INFO nova.compute.manager [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Shelving [ 1066.335864] env[70041]: INFO nova.compute.manager [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Took 28.75 seconds to build instance. [ 1066.375233] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585542} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.375515] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] bd8f8ace-de7f-4bd5-bb8a-a74765707110/bd8f8ace-de7f-4bd5-bb8a-a74765707110.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.375724] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.375994] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fce14dd8-14ff-41b2-9845-3a9c94622c6b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.385889] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1066.385889] env[70041]: value = "task-3193426" [ 1066.385889] env[70041]: _type = "Task" [ 1066.385889] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.394938] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.419689] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquiring lock "21ab5907-32da-46ee-87c8-baeabb7a554f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.420065] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "21ab5907-32da-46ee-87c8-baeabb7a554f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.420333] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquiring lock "21ab5907-32da-46ee-87c8-baeabb7a554f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.420592] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "21ab5907-32da-46ee-87c8-baeabb7a554f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.420793] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "21ab5907-32da-46ee-87c8-baeabb7a554f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.423074] env[70041]: INFO nova.compute.manager [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Terminating instance [ 1066.493804] env[70041]: INFO nova.compute.manager [None req-5219a341-8624-435a-9bd0-123cd7fb29f9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] instance snapshotting [ 1066.498581] env[70041]: DEBUG nova.objects.instance [None req-5219a341-8624-435a-9bd0-123cd7fb29f9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lazy-loading 'flavor' on Instance uuid 21ab5907-32da-46ee-87c8-baeabb7a554f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.510256] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a02580fc-c71c-4ac5-8a32-2d8ab84de60a tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "b662c050-9fdb-4476-8367-57c078dbb252" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.506s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.837813] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0852e381-f91b-4dfb-bdd8-ef3513b72d57 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.259s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.897163] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105818} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.897163] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.897913] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6428f3b-8e3c-4cd0-be1d-297de994771f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.923577] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bd8f8ace-de7f-4bd5-bb8a-a74765707110/bd8f8ace-de7f-4bd5-bb8a-a74765707110.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.924317] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abb127c2-e131-4889-a472-d7f744118e44 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.939459] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquiring lock "refresh_cache-21ab5907-32da-46ee-87c8-baeabb7a554f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.939995] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquired lock "refresh_cache-21ab5907-32da-46ee-87c8-baeabb7a554f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.939995] env[70041]: DEBUG nova.network.neutron [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.949290] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1066.949290] env[70041]: value = "task-3193428" [ 1066.949290] env[70041]: _type = "Task" [ 1066.949290] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.960156] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.975532] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccccefef-570e-42e8-b9ba-c13a659d20ea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.986345] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Doing hard reboot of VM {{(pid=70041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1066.986797] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-453a530c-7b99-4f76-a82f-b1bce3365934 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.998023] env[70041]: DEBUG oslo_vmware.api [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1066.998023] env[70041]: value = "task-3193429" [ 1066.998023] env[70041]: _type = "Task" [ 1066.998023] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.013267] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9060db0b-52d4-4987-bd83-73edf8f6e4cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.020868] env[70041]: DEBUG oslo_vmware.api [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193429, 'name': ResetVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.045342] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef5f896-fe0f-489c-af15-9b7a65073c0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.049703] env[70041]: DEBUG nova.compute.manager [req-a18cb1d9-f153-44cf-9b2e-0a14ff0946a6 req-61379b7a-3980-44ed-afc9-5d504e8428e8 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1067.050026] env[70041]: DEBUG nova.compute.manager [req-a18cb1d9-f153-44cf-9b2e-0a14ff0946a6 req-61379b7a-3980-44ed-afc9-5d504e8428e8 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing instance network info cache due to event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1067.050295] env[70041]: DEBUG oslo_concurrency.lockutils [req-a18cb1d9-f153-44cf-9b2e-0a14ff0946a6 req-61379b7a-3980-44ed-afc9-5d504e8428e8 service nova] Acquiring lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.050476] env[70041]: DEBUG oslo_concurrency.lockutils [req-a18cb1d9-f153-44cf-9b2e-0a14ff0946a6 req-61379b7a-3980-44ed-afc9-5d504e8428e8 service nova] Acquired lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.050669] env[70041]: DEBUG nova.network.neutron [req-a18cb1d9-f153-44cf-9b2e-0a14ff0946a6 req-61379b7a-3980-44ed-afc9-5d504e8428e8 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.325847] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.327143] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2749fd42-1f20-4bb6-a627-b68e5fe15811 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.332993] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7f103d-ef33-4b33-baa7-4bff5362aac2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.349037] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a67c26c-4aa4-4f27-925f-d20202e512d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.356028] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1067.356028] env[70041]: value = "task-3193430" [ 1067.356028] env[70041]: _type = "Task" [ 1067.356028] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.390308] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ebd94b-2cf0-43b2-893b-34293e23c328 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.396280] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.402524] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a348176-6827-43b9-87f8-d710377af078 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.420517] env[70041]: DEBUG nova.compute.provider_tree [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.460973] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.466237] env[70041]: DEBUG nova.network.neutron [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.508476] env[70041]: DEBUG oslo_vmware.api [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193429, 'name': ResetVM_Task, 'duration_secs': 0.115554} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.508771] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Did hard reboot of VM {{(pid=70041) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1067.508984] env[70041]: DEBUG nova.compute.manager [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.509852] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6199d11-4029-442b-a929-050497d0a074 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.567761] env[70041]: DEBUG nova.compute.manager [None req-5219a341-8624-435a-9bd0-123cd7fb29f9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Instance disappeared during snapshot {{(pid=70041) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1067.593922] env[70041]: DEBUG nova.network.neutron [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.701735] env[70041]: DEBUG nova.compute.manager [None req-5219a341-8624-435a-9bd0-123cd7fb29f9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Found 0 images (rotation: 2) {{(pid=70041) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1067.740626] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.741096] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.741642] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.741642] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.741942] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.744559] env[70041]: INFO nova.compute.manager [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Terminating instance [ 1067.869182] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193430, 'name': PowerOffVM_Task, 'duration_secs': 0.214} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.869182] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.869775] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ef9861-4844-413d-975c-d9bc2cec8e05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.894665] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02264441-cb96-450c-bf37-c1e9e3cf2264 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.907355] env[70041]: DEBUG nova.network.neutron [req-a18cb1d9-f153-44cf-9b2e-0a14ff0946a6 req-61379b7a-3980-44ed-afc9-5d504e8428e8 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updated VIF entry in instance network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.908149] env[70041]: DEBUG nova.network.neutron [req-a18cb1d9-f153-44cf-9b2e-0a14ff0946a6 req-61379b7a-3980-44ed-afc9-5d504e8428e8 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.926405] env[70041]: DEBUG nova.scheduler.client.report [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.963767] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193428, 'name': ReconfigVM_Task, 'duration_secs': 0.588943} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.964240] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bd8f8ace-de7f-4bd5-bb8a-a74765707110/bd8f8ace-de7f-4bd5-bb8a-a74765707110.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.964884] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23a405c8-6de5-4020-aa88-2558aab94135 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.973396] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1067.973396] env[70041]: value = "task-3193431" [ 1067.973396] env[70041]: _type = "Task" [ 1067.973396] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.983423] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193431, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.987932] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.988481] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.024503] env[70041]: DEBUG oslo_concurrency.lockutils [None req-430a1d23-5675-450c-aec3-9eaec49ca8d3 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.491s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.096685] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Releasing lock "refresh_cache-21ab5907-32da-46ee-87c8-baeabb7a554f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.097186] env[70041]: DEBUG nova.compute.manager [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.097407] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.098383] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bbfeac-80c7-4233-865d-a3f0dc3c03c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.107392] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.107732] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b00916-60ad-498c-9d76-5127da854042 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.114569] env[70041]: DEBUG oslo_vmware.api [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1068.114569] env[70041]: value = "task-3193432" [ 1068.114569] env[70041]: _type = "Task" [ 1068.114569] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.122865] env[70041]: DEBUG oslo_vmware.api [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.251157] env[70041]: DEBUG nova.compute.manager [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.251157] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.252090] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fce977-c7b3-4308-b636-21d857bf608b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.261489] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.261880] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82d74899-a2df-46f2-83d6-5d55ec5c3975 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.270281] env[70041]: DEBUG oslo_vmware.api [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1068.270281] env[70041]: value = "task-3193433" [ 1068.270281] env[70041]: _type = "Task" [ 1068.270281] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.283966] env[70041]: DEBUG oslo_vmware.api [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.411251] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.411749] env[70041]: DEBUG oslo_concurrency.lockutils [req-a18cb1d9-f153-44cf-9b2e-0a14ff0946a6 req-61379b7a-3980-44ed-afc9-5d504e8428e8 service nova] Releasing lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.412240] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ccea7455-2721-4e65-b7e3-e6e02f830182 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.420970] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1068.420970] env[70041]: value = "task-3193434" [ 1068.420970] env[70041]: _type = "Task" [ 1068.420970] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.430781] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.431405] env[70041]: DEBUG nova.compute.manager [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.434430] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193434, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.435045] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.571s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.487557] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193431, 'name': Rename_Task, 'duration_secs': 0.262801} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.488028] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.488563] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d79f46b4-a882-46f1-8626-a1a501ce91f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.492551] env[70041]: DEBUG nova.compute.manager [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.496986] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1068.496986] env[70041]: value = "task-3193435" [ 1068.496986] env[70041]: _type = "Task" [ 1068.496986] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.512186] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.600204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "a866e955-9dd5-4e5c-8516-6179cf4677db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.600516] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "a866e955-9dd5-4e5c-8516-6179cf4677db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.625704] env[70041]: DEBUG oslo_vmware.api [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193432, 'name': PowerOffVM_Task, 'duration_secs': 0.195572} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.625988] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.626186] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.626445] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f407e2c-e093-45b4-a1eb-694c952fa79e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.658940] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.659107] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.659966] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Deleting the datastore file [datastore1] 21ab5907-32da-46ee-87c8-baeabb7a554f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.660319] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0419215d-6d6e-4611-af38-c5002262d5c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.668965] env[70041]: DEBUG oslo_vmware.api [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for the task: (returnval){ [ 1068.668965] env[70041]: value = "task-3193437" [ 1068.668965] env[70041]: _type = "Task" [ 1068.668965] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.679610] env[70041]: DEBUG oslo_vmware.api [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.783934] env[70041]: DEBUG oslo_vmware.api [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193433, 'name': PowerOffVM_Task, 'duration_secs': 0.319658} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.784362] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.784558] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.784857] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c598b48e-c170-4ade-9845-393b76c415a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.932580] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193434, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.937311] env[70041]: DEBUG nova.compute.utils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.939122] env[70041]: DEBUG nova.compute.manager [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.939389] env[70041]: DEBUG nova.network.neutron [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.944721] env[70041]: INFO nova.compute.claims [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.960120] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.960377] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.960570] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Deleting the datastore file [datastore2] 8f5053cc-bf2e-41ae-831c-abb2608c8d4e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.961206] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74158719-36e1-4d04-a07c-2131816fa229 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.971595] env[70041]: DEBUG oslo_vmware.api [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1068.971595] env[70041]: value = "task-3193439" [ 1068.971595] env[70041]: _type = "Task" [ 1068.971595] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.982375] env[70041]: DEBUG oslo_vmware.api [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.020458] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193435, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.032216] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.035625] env[70041]: DEBUG nova.policy [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c1f6ec1c3b459fa9725cc2e695756a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1b7a1b66c34c92ba38db759c0c3e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.105841] env[70041]: DEBUG nova.compute.manager [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.181963] env[70041]: DEBUG oslo_vmware.api [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Task: {'id': task-3193437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1174} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.182408] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.182714] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.183019] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.183322] env[70041]: INFO nova.compute.manager [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1069.183904] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.184247] env[70041]: DEBUG nova.compute.manager [-] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.184458] env[70041]: DEBUG nova.network.neutron [-] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.206400] env[70041]: DEBUG nova.network.neutron [-] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.433203] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193434, 'name': CreateSnapshot_Task, 'duration_secs': 0.988862} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.433873] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.434791] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87b567a-7986-4fe3-8cb7-09c1261f59f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.446487] env[70041]: DEBUG nova.compute.manager [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.451557] env[70041]: INFO nova.compute.resource_tracker [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating resource usage from migration 62517f3d-8a28-46e1-abf0-9f6f7c6633d9 [ 1069.485976] env[70041]: DEBUG oslo_vmware.api [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287363} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.492155] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.492581] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.492869] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.493162] env[70041]: INFO nova.compute.manager [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1069.493504] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.500292] env[70041]: DEBUG nova.compute.manager [-] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.500292] env[70041]: DEBUG nova.network.neutron [-] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.517157] env[70041]: DEBUG oslo_vmware.api [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193435, 'name': PowerOnVM_Task, 'duration_secs': 0.593999} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.517439] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.517638] env[70041]: INFO nova.compute.manager [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1069.517814] env[70041]: DEBUG nova.compute.manager [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.518630] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b71672-7a5b-41c7-8bae-09a992f1ccab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.621589] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.707843] env[70041]: DEBUG nova.network.neutron [-] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.722581] env[70041]: DEBUG oslo_concurrency.lockutils [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "455d5575-f2d7-4edf-b809-74c0bffc273e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.722852] env[70041]: DEBUG oslo_concurrency.lockutils [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.783200] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf44f7c-7687-4a7a-a356-7d6a3acb5f50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.793840] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60916fb9-b9d0-4a3a-9e2f-de0767d23dc9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.830656] env[70041]: DEBUG nova.network.neutron [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Successfully created port: b29ab40b-ae03-4549-904a-392d03b2adad {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.834452] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72c417f-2030-4f93-9165-77b4db68ef48 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.847769] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aadab7-9359-4f5e-ae86-078c23bf57a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.863817] env[70041]: DEBUG nova.compute.provider_tree [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.964646] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1069.964995] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fac17b3b-9b43-4b65-8ddd-a94e228008f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.975811] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1069.975811] env[70041]: value = "task-3193440" [ 1069.975811] env[70041]: _type = "Task" [ 1069.975811] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.985206] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193440, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.050142] env[70041]: DEBUG nova.compute.manager [req-749a36b9-48d4-4c80-aa6f-6a5d7cc0dc0c req-a1f1e19c-d1d4-48d3-ade7-1fba7d0053df service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received event network-vif-deleted-771a50d2-6c4c-4412-b399-fff998d883ec {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1070.050142] env[70041]: INFO nova.compute.manager [req-749a36b9-48d4-4c80-aa6f-6a5d7cc0dc0c req-a1f1e19c-d1d4-48d3-ade7-1fba7d0053df service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Neutron deleted interface 771a50d2-6c4c-4412-b399-fff998d883ec; detaching it from the instance and deleting it from the info cache [ 1070.050142] env[70041]: DEBUG nova.network.neutron [req-749a36b9-48d4-4c80-aa6f-6a5d7cc0dc0c req-a1f1e19c-d1d4-48d3-ade7-1fba7d0053df service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Updating instance_info_cache with network_info: [{"id": "7382c4bc-50f4-41a9-80d4-470135992c28", "address": "fa:16:3e:3a:50:da", "network": {"id": "667e06a5-00b8-413a-bbd2-16ab1d36a945", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-764178676", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7382c4bc-50", "ovs_interfaceid": "7382c4bc-50f4-41a9-80d4-470135992c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38384afa-6931-46b4-be0e-f06251fe282f", "address": "fa:16:3e:ab:86:7a", "network": {"id": "76f89d78-f525-42e6-bc26-1151d50fe178", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1468613071", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38384afa-69", "ovs_interfaceid": "38384afa-6931-46b4-be0e-f06251fe282f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.053318] env[70041]: INFO nova.compute.manager [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Took 19.38 seconds to build instance. [ 1070.058552] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.211522] env[70041]: INFO nova.compute.manager [-] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Took 1.03 seconds to deallocate network for instance. [ 1070.230017] env[70041]: INFO nova.compute.manager [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Detaching volume 3fbdcecd-a0c1-447c-8500-c186b68bea8b [ 1070.278718] env[70041]: INFO nova.virt.block_device [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Attempting to driver detach volume 3fbdcecd-a0c1-447c-8500-c186b68bea8b from mountpoint /dev/sdb [ 1070.280017] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1070.280017] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638578', 'volume_id': '3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'name': 'volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '455d5575-f2d7-4edf-b809-74c0bffc273e', 'attached_at': '', 'detached_at': '', 'volume_id': '3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'serial': '3fbdcecd-a0c1-447c-8500-c186b68bea8b'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1070.280417] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506dca79-982d-45e6-96ee-21260613cb0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.308460] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d0d879-6187-41a6-b77d-0aeca3b305cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.317679] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f876780-56b0-4053-bc44-185b2f611969 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.346587] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22de6587-ecd1-4bd6-89e7-9b5b751dfa8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.364095] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] The volume has not been displaced from its original location: [datastore1] volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b/volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1070.372921] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.372921] env[70041]: DEBUG nova.scheduler.client.report [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.373766] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-471c2e77-35eb-4d42-8e5b-099278ba4bd9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.395176] env[70041]: DEBUG oslo_vmware.api [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1070.395176] env[70041]: value = "task-3193441" [ 1070.395176] env[70041]: _type = "Task" [ 1070.395176] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.406399] env[70041]: DEBUG oslo_vmware.api [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.455304] env[70041]: DEBUG nova.compute.manager [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.487055] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.487422] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.487617] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.487855] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.488072] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.488258] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.488500] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.488666] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.488834] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.489098] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.489317] env[70041]: DEBUG nova.virt.hardware [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.490190] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56e7bfe-ec3e-495d-a0cd-36a5f2aac444 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.497047] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193440, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.503854] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694b359d-18b8-4778-9879-c66f5d51a1da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.556352] env[70041]: DEBUG oslo_concurrency.lockutils [None req-00315515-564f-44d3-8761-c093b88c10c2 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.889s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.556352] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-211b6748-0256-476e-9a5a-99981e2dc28a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.571174] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f5d5d3-8f41-42db-9ce4-184c96fbc7f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.612516] env[70041]: DEBUG nova.compute.manager [req-749a36b9-48d4-4c80-aa6f-6a5d7cc0dc0c req-a1f1e19c-d1d4-48d3-ade7-1fba7d0053df service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Detach interface failed, port_id=771a50d2-6c4c-4412-b399-fff998d883ec, reason: Instance 8f5053cc-bf2e-41ae-831c-abb2608c8d4e could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1070.719697] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.889243] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.454s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.889243] env[70041]: INFO nova.compute.manager [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Migrating [ 1070.895665] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.864s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.897045] env[70041]: INFO nova.compute.claims [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.919874] env[70041]: DEBUG oslo_vmware.api [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193441, 'name': ReconfigVM_Task, 'duration_secs': 0.407254} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.920812] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.926119] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fbdbc8d-06a8-47c6-8946-c440dabf5b06 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.950350] env[70041]: DEBUG oslo_vmware.api [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1070.950350] env[70041]: value = "task-3193442" [ 1070.950350] env[70041]: _type = "Task" [ 1070.950350] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.953746] env[70041]: DEBUG nova.network.neutron [-] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.961349] env[70041]: DEBUG oslo_vmware.api [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.962828] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquiring lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.963061] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.963758] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquiring lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.963758] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.963758] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.966576] env[70041]: INFO nova.compute.manager [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Terminating instance [ 1070.989071] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193440, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.413033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.413033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.413211] env[70041]: DEBUG nova.network.neutron [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.456105] env[70041]: INFO nova.compute.manager [-] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Took 1.96 seconds to deallocate network for instance. [ 1071.461063] env[70041]: DEBUG oslo_vmware.api [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193442, 'name': ReconfigVM_Task, 'duration_secs': 0.216464} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.463674] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638578', 'volume_id': '3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'name': 'volume-3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '455d5575-f2d7-4edf-b809-74c0bffc273e', 'attached_at': '', 'detached_at': '', 'volume_id': '3fbdcecd-a0c1-447c-8500-c186b68bea8b', 'serial': '3fbdcecd-a0c1-447c-8500-c186b68bea8b'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1071.471478] env[70041]: DEBUG nova.compute.manager [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.471682] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.472593] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41cc902-3358-47c6-a4e5-166d07a45fa4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.480727] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.484150] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff1ca513-4054-4780-b5f1-82e342e96e96 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.491853] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193440, 'name': CloneVM_Task, 'duration_secs': 1.315736} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.493712] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Created linked-clone VM from snapshot [ 1071.494376] env[70041]: DEBUG oslo_vmware.api [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1071.494376] env[70041]: value = "task-3193443" [ 1071.494376] env[70041]: _type = "Task" [ 1071.494376] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.495066] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f831c7e-c3cf-480b-bda3-f1d1698234a8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.507212] env[70041]: DEBUG oslo_vmware.api [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.510161] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Uploading image 4f9408ba-3624-4e13-8436-91a79d7425e2 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1071.546264] env[70041]: DEBUG nova.compute.manager [req-5e9bf3aa-b894-4582-ac1f-3f4a6a64055e req-1b270372-6f1e-4228-8ed9-26cb5dab43db service nova] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Received event network-vif-plugged-b29ab40b-ae03-4549-904a-392d03b2adad {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1071.546651] env[70041]: DEBUG oslo_concurrency.lockutils [req-5e9bf3aa-b894-4582-ac1f-3f4a6a64055e req-1b270372-6f1e-4228-8ed9-26cb5dab43db service nova] Acquiring lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.546917] env[70041]: DEBUG oslo_concurrency.lockutils [req-5e9bf3aa-b894-4582-ac1f-3f4a6a64055e req-1b270372-6f1e-4228-8ed9-26cb5dab43db service nova] Lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.547113] env[70041]: DEBUG oslo_concurrency.lockutils [req-5e9bf3aa-b894-4582-ac1f-3f4a6a64055e req-1b270372-6f1e-4228-8ed9-26cb5dab43db service nova] Lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.547282] env[70041]: DEBUG nova.compute.manager [req-5e9bf3aa-b894-4582-ac1f-3f4a6a64055e req-1b270372-6f1e-4228-8ed9-26cb5dab43db service nova] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] No waiting events found dispatching network-vif-plugged-b29ab40b-ae03-4549-904a-392d03b2adad {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.547442] env[70041]: WARNING nova.compute.manager [req-5e9bf3aa-b894-4582-ac1f-3f4a6a64055e req-1b270372-6f1e-4228-8ed9-26cb5dab43db service nova] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Received unexpected event network-vif-plugged-b29ab40b-ae03-4549-904a-392d03b2adad for instance with vm_state building and task_state spawning. [ 1071.550326] env[70041]: DEBUG oslo_vmware.rw_handles [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1071.550326] env[70041]: value = "vm-638606" [ 1071.550326] env[70041]: _type = "VirtualMachine" [ 1071.550326] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1071.551075] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3ceb949-32af-4158-84cb-3bf267cc88f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.560464] env[70041]: DEBUG oslo_vmware.rw_handles [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lease: (returnval){ [ 1071.560464] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527afa95-fa44-6d16-2997-05b8bf394d98" [ 1071.560464] env[70041]: _type = "HttpNfcLease" [ 1071.560464] env[70041]: } obtained for exporting VM: (result){ [ 1071.560464] env[70041]: value = "vm-638606" [ 1071.560464] env[70041]: _type = "VirtualMachine" [ 1071.560464] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1071.560725] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the lease: (returnval){ [ 1071.560725] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527afa95-fa44-6d16-2997-05b8bf394d98" [ 1071.560725] env[70041]: _type = "HttpNfcLease" [ 1071.560725] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1071.570780] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.570780] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527afa95-fa44-6d16-2997-05b8bf394d98" [ 1071.570780] env[70041]: _type = "HttpNfcLease" [ 1071.570780] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.637434] env[70041]: DEBUG nova.network.neutron [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Successfully updated port: b29ab40b-ae03-4549-904a-392d03b2adad {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.674192] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquiring lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.674621] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.966687] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.012828] env[70041]: DEBUG oslo_vmware.api [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193443, 'name': PowerOffVM_Task, 'duration_secs': 0.312986} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.012828] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.013016] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.013203] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-986713b8-cc81-443d-982d-287be660d791 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.037948] env[70041]: DEBUG nova.objects.instance [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lazy-loading 'flavor' on Instance uuid 455d5575-f2d7-4edf-b809-74c0bffc273e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.071224] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.071224] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527afa95-fa44-6d16-2997-05b8bf394d98" [ 1072.071224] env[70041]: _type = "HttpNfcLease" [ 1072.071224] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1072.072490] env[70041]: DEBUG oslo_vmware.rw_handles [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1072.072490] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527afa95-fa44-6d16-2997-05b8bf394d98" [ 1072.072490] env[70041]: _type = "HttpNfcLease" [ 1072.072490] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1072.073810] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741493c7-8d3c-4318-b599-534643b56a51 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.079468] env[70041]: DEBUG nova.compute.manager [req-d6b3d62a-6fe0-46f8-813b-e8faf3df86ef req-b59d3b0b-edb7-4c5a-95d8-646d51683095 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received event network-vif-deleted-38384afa-6931-46b4-be0e-f06251fe282f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1072.079774] env[70041]: DEBUG nova.compute.manager [req-d6b3d62a-6fe0-46f8-813b-e8faf3df86ef req-b59d3b0b-edb7-4c5a-95d8-646d51683095 service nova] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Received event network-vif-deleted-7382c4bc-50f4-41a9-80d4-470135992c28 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1072.092062] env[70041]: DEBUG oslo_vmware.rw_handles [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d29bd-e49d-f473-04ce-7a79b4afee06/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1072.092411] env[70041]: DEBUG oslo_vmware.rw_handles [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d29bd-e49d-f473-04ce-7a79b4afee06/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1072.154869] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "refresh_cache-ecec1202-d89c-4d1b-8703-8b41c72a6ee9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.155028] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "refresh_cache-ecec1202-d89c-4d1b-8703-8b41c72a6ee9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.155183] env[70041]: DEBUG nova.network.neutron [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.163481] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.163694] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.163875] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Deleting the datastore file [datastore1] bd8f8ace-de7f-4bd5-bb8a-a74765707110 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.166816] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5b11634-c1db-4e92-8da5-502e3682b888 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.175372] env[70041]: DEBUG oslo_vmware.api [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for the task: (returnval){ [ 1072.175372] env[70041]: value = "task-3193446" [ 1072.175372] env[70041]: _type = "Task" [ 1072.175372] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.182435] env[70041]: DEBUG nova.compute.manager [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.191410] env[70041]: DEBUG oslo_vmware.api [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.195257] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-705cecaa-a710-4cae-a6c4-a683ccb274fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.219846] env[70041]: DEBUG nova.network.neutron [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.302991] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1725f34c-969f-4c1a-8fbf-618ec45b530d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.307786] env[70041]: DEBUG nova.network.neutron [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance_info_cache with network_info: [{"id": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "address": "fa:16:3e:6d:64:7c", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb327e5b-44", "ovs_interfaceid": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.312265] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a80dff-b703-4c7f-bd1e-989c30749be5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.346323] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb3553a-ebab-4af3-9b45-85ab17677cbc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.355223] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d979bdf-ccd0-4889-9763-05459e1378ba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.041503] env[70041]: DEBUG nova.network.neutron [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Updating instance_info_cache with network_info: [{"id": "b29ab40b-ae03-4549-904a-392d03b2adad", "address": "fa:16:3e:6a:3d:48", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29ab40b-ae", "ovs_interfaceid": "b29ab40b-ae03-4549-904a-392d03b2adad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.048347] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.071733] env[70041]: DEBUG nova.compute.provider_tree [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.073041] env[70041]: DEBUG oslo_vmware.api [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Task: {'id': task-3193446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321017} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.076183] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.077032] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.077402] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.077721] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.077721] env[70041]: INFO nova.compute.manager [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1073.077721] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.079106] env[70041]: DEBUG nova.compute.manager [-] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.079358] env[70041]: DEBUG nova.network.neutron [-] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.550447] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "refresh_cache-ecec1202-d89c-4d1b-8703-8b41c72a6ee9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.551098] env[70041]: DEBUG nova.compute.manager [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Instance network_info: |[{"id": "b29ab40b-ae03-4549-904a-392d03b2adad", "address": "fa:16:3e:6a:3d:48", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29ab40b-ae", "ovs_interfaceid": "b29ab40b-ae03-4549-904a-392d03b2adad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.552467] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:3d:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b29ab40b-ae03-4549-904a-392d03b2adad', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.559629] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.559977] env[70041]: DEBUG oslo_concurrency.lockutils [None req-034e8c96-47b5-4070-aacd-cec333bf3a47 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.837s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.566436] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.567868] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d726922a-1f88-422b-a131-39477a3cca1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.587051] env[70041]: DEBUG nova.scheduler.client.report [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.591253] env[70041]: DEBUG nova.compute.manager [req-dc39b0f5-13c0-405a-a8eb-f05e3989f0c1 req-87483df8-b76b-4ad9-85c2-76386c7f7909 service nova] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Received event network-changed-b29ab40b-ae03-4549-904a-392d03b2adad {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1073.591564] env[70041]: DEBUG nova.compute.manager [req-dc39b0f5-13c0-405a-a8eb-f05e3989f0c1 req-87483df8-b76b-4ad9-85c2-76386c7f7909 service nova] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Refreshing instance network info cache due to event network-changed-b29ab40b-ae03-4549-904a-392d03b2adad. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1073.591836] env[70041]: DEBUG oslo_concurrency.lockutils [req-dc39b0f5-13c0-405a-a8eb-f05e3989f0c1 req-87483df8-b76b-4ad9-85c2-76386c7f7909 service nova] Acquiring lock "refresh_cache-ecec1202-d89c-4d1b-8703-8b41c72a6ee9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.592027] env[70041]: DEBUG oslo_concurrency.lockutils [req-dc39b0f5-13c0-405a-a8eb-f05e3989f0c1 req-87483df8-b76b-4ad9-85c2-76386c7f7909 service nova] Acquired lock "refresh_cache-ecec1202-d89c-4d1b-8703-8b41c72a6ee9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.592242] env[70041]: DEBUG nova.network.neutron [req-dc39b0f5-13c0-405a-a8eb-f05e3989f0c1 req-87483df8-b76b-4ad9-85c2-76386c7f7909 service nova] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Refreshing network info cache for port b29ab40b-ae03-4549-904a-392d03b2adad {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.602396] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.602396] env[70041]: value = "task-3193447" [ 1073.602396] env[70041]: _type = "Task" [ 1073.602396] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.613915] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193447, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.902255] env[70041]: DEBUG nova.network.neutron [-] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.094901] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.199s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.095465] env[70041]: DEBUG nova.compute.manager [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.098303] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.477s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.099727] env[70041]: INFO nova.compute.claims [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.110575] env[70041]: DEBUG nova.compute.manager [req-fca7977e-d6c1-49f9-81c5-d53d0340ba2a req-c63cacee-c080-4326-ba66-49b55b16ac92 service nova] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Received event network-vif-deleted-2bf9bd8a-6ef8-4308-b9c4-1e2cafa9dc6d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1074.124230] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193447, 'name': CreateVM_Task, 'duration_secs': 0.455661} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.124396] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.125071] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.125421] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.125864] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.126304] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef80c177-cd0b-4c06-a751-f626b75b0295 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.133442] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1074.133442] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5236fda7-6c94-6b6f-bdcf-e6116c88a3a9" [ 1074.133442] env[70041]: _type = "Task" [ 1074.133442] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.143337] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5236fda7-6c94-6b6f-bdcf-e6116c88a3a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.186336] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "455d5575-f2d7-4edf-b809-74c0bffc273e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.186629] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.186930] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "455d5575-f2d7-4edf-b809-74c0bffc273e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.187317] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.187687] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.192446] env[70041]: INFO nova.compute.manager [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Terminating instance [ 1074.359480] env[70041]: DEBUG nova.network.neutron [req-dc39b0f5-13c0-405a-a8eb-f05e3989f0c1 req-87483df8-b76b-4ad9-85c2-76386c7f7909 service nova] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Updated VIF entry in instance network info cache for port b29ab40b-ae03-4549-904a-392d03b2adad. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.359480] env[70041]: DEBUG nova.network.neutron [req-dc39b0f5-13c0-405a-a8eb-f05e3989f0c1 req-87483df8-b76b-4ad9-85c2-76386c7f7909 service nova] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Updating instance_info_cache with network_info: [{"id": "b29ab40b-ae03-4549-904a-392d03b2adad", "address": "fa:16:3e:6a:3d:48", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29ab40b-ae", "ovs_interfaceid": "b29ab40b-ae03-4549-904a-392d03b2adad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.406073] env[70041]: INFO nova.compute.manager [-] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Took 1.33 seconds to deallocate network for instance. [ 1074.576037] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29c69b6-92bd-4670-a5cc-335861a9acee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.598790] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.610887] env[70041]: DEBUG nova.compute.utils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.612365] env[70041]: DEBUG nova.compute.manager [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.612677] env[70041]: DEBUG nova.network.neutron [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.645480] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5236fda7-6c94-6b6f-bdcf-e6116c88a3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016112} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.645647] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.645828] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.646076] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.646228] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.646432] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.646929] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49d5045b-f554-4180-af77-f0bc5b6bb42b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.657681] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.657861] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.658565] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862da65b-df65-4362-8421-15f7a6f629e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.664203] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1074.664203] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5211c391-10d8-687e-a3d5-354634f3f1d2" [ 1074.664203] env[70041]: _type = "Task" [ 1074.664203] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.672740] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5211c391-10d8-687e-a3d5-354634f3f1d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.695109] env[70041]: DEBUG nova.compute.manager [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.695410] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.696363] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79b4973-0270-4b68-a0e6-564bb67dfb07 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.700881] env[70041]: DEBUG nova.policy [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb478d61804f49dfb268373f3d1b9257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da15d1d3e083436d9c7265db9d62fd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.711683] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.712572] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d57f9b8-ea11-4e34-8a19-b5ea9c6b419b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.721192] env[70041]: DEBUG oslo_vmware.api [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1074.721192] env[70041]: value = "task-3193448" [ 1074.721192] env[70041]: _type = "Task" [ 1074.721192] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.730442] env[70041]: DEBUG oslo_vmware.api [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.862474] env[70041]: DEBUG oslo_concurrency.lockutils [req-dc39b0f5-13c0-405a-a8eb-f05e3989f0c1 req-87483df8-b76b-4ad9-85c2-76386c7f7909 service nova] Releasing lock "refresh_cache-ecec1202-d89c-4d1b-8703-8b41c72a6ee9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.912466] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.028822] env[70041]: DEBUG nova.network.neutron [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Successfully created port: 4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.105015] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.105456] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36a6402c-5ccf-4d90-80b4-c782ae9a4844 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.118547] env[70041]: DEBUG nova.compute.manager [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.121469] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1075.121469] env[70041]: value = "task-3193449" [ 1075.121469] env[70041]: _type = "Task" [ 1075.121469] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.135381] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.180862] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5211c391-10d8-687e-a3d5-354634f3f1d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.182314] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6dcce3-cfc2-4c16-a943-30ae6163cc2f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.191080] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1075.191080] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b705d9-bba7-74ae-222c-7d4eb9e62688" [ 1075.191080] env[70041]: _type = "Task" [ 1075.191080] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.201090] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b705d9-bba7-74ae-222c-7d4eb9e62688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.231430] env[70041]: DEBUG oslo_vmware.api [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193448, 'name': PowerOffVM_Task, 'duration_secs': 0.222477} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.234419] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.234615] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.235164] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9877e26d-fd0a-460c-b82e-16a317daa3b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.331061] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.331484] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.331674] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Deleting the datastore file [datastore2] 455d5575-f2d7-4edf-b809-74c0bffc273e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.331968] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d8586b0-4882-43e0-a8c7-86211be5c2f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.339033] env[70041]: DEBUG oslo_vmware.api [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1075.339033] env[70041]: value = "task-3193451" [ 1075.339033] env[70041]: _type = "Task" [ 1075.339033] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.347613] env[70041]: DEBUG oslo_vmware.api [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.413695] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c8a13-f9cd-4403-9d1f-9c358a7f5e2a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.421540] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211d10e-0490-434c-bcb2-919993ccd125 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.454183] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4729291-f5f3-44b1-88a0-25d6d06ba5cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.462202] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54e8528-6b68-400d-a30c-aaab417348a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.475827] env[70041]: DEBUG nova.compute.provider_tree [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.635953] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193449, 'name': PowerOffVM_Task, 'duration_secs': 0.258023} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.636272] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.636474] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.702473] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b705d9-bba7-74ae-222c-7d4eb9e62688, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.702905] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.703115] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] ecec1202-d89c-4d1b-8703-8b41c72a6ee9/ecec1202-d89c-4d1b-8703-8b41c72a6ee9.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.703417] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62791f4b-cb4d-40d6-8218-656f62132a35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.710207] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1075.710207] env[70041]: value = "task-3193452" [ 1075.710207] env[70041]: _type = "Task" [ 1075.710207] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.718312] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.848684] env[70041]: DEBUG oslo_vmware.api [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156562} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.848943] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.849146] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.849327] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.849538] env[70041]: INFO nova.compute.manager [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1075.849787] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.849984] env[70041]: DEBUG nova.compute.manager [-] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.850182] env[70041]: DEBUG nova.network.neutron [-] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.978924] env[70041]: DEBUG nova.scheduler.client.report [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.131613] env[70041]: DEBUG nova.compute.manager [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.143297] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.143591] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.143748] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.143935] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.144226] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.144614] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.144687] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.144826] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.144992] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.145163] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.145335] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.150314] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3735049c-347c-4996-bfb2-908d48de859f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.171828] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.172119] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.172278] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.172456] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.172599] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.172741] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.172943] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.173119] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.173290] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.173449] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.173617] env[70041]: DEBUG nova.virt.hardware [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.174818] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562aeb33-a921-4c1e-b07c-e48e2f9eadee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.179675] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1076.179675] env[70041]: value = "task-3193453" [ 1076.179675] env[70041]: _type = "Task" [ 1076.179675] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.189444] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d765a6d-8b14-41bf-ad7b-df87afa7bad5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.197957] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.218894] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431396} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.219151] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] ecec1202-d89c-4d1b-8703-8b41c72a6ee9/ecec1202-d89c-4d1b-8703-8b41c72a6ee9.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.219363] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.219611] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42299c80-05bc-4fab-8043-2fca7672304b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.227366] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1076.227366] env[70041]: value = "task-3193454" [ 1076.227366] env[70041]: _type = "Task" [ 1076.227366] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.234666] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.342423] env[70041]: DEBUG nova.compute.manager [req-93dd7236-3b8a-415c-8e7e-13902991fbfa req-7b475db5-49d3-42c3-b590-7ffbe5436d02 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Received event network-vif-deleted-6228fd12-3d7d-45cc-aa74-342e4dc2f32a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1076.342691] env[70041]: INFO nova.compute.manager [req-93dd7236-3b8a-415c-8e7e-13902991fbfa req-7b475db5-49d3-42c3-b590-7ffbe5436d02 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Neutron deleted interface 6228fd12-3d7d-45cc-aa74-342e4dc2f32a; detaching it from the instance and deleting it from the info cache [ 1076.342935] env[70041]: DEBUG nova.network.neutron [req-93dd7236-3b8a-415c-8e7e-13902991fbfa req-7b475db5-49d3-42c3-b590-7ffbe5436d02 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.446645] env[70041]: DEBUG nova.compute.manager [req-caa40d34-1c0e-4653-a80f-03ed839029c3 req-8dfa0c9f-aa74-4c56-a86c-322b03ff47f6 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received event network-vif-plugged-4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1076.448085] env[70041]: DEBUG oslo_concurrency.lockutils [req-caa40d34-1c0e-4653-a80f-03ed839029c3 req-8dfa0c9f-aa74-4c56-a86c-322b03ff47f6 service nova] Acquiring lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.448085] env[70041]: DEBUG oslo_concurrency.lockutils [req-caa40d34-1c0e-4653-a80f-03ed839029c3 req-8dfa0c9f-aa74-4c56-a86c-322b03ff47f6 service nova] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.448085] env[70041]: DEBUG oslo_concurrency.lockutils [req-caa40d34-1c0e-4653-a80f-03ed839029c3 req-8dfa0c9f-aa74-4c56-a86c-322b03ff47f6 service nova] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.448085] env[70041]: DEBUG nova.compute.manager [req-caa40d34-1c0e-4653-a80f-03ed839029c3 req-8dfa0c9f-aa74-4c56-a86c-322b03ff47f6 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] No waiting events found dispatching network-vif-plugged-4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.448085] env[70041]: WARNING nova.compute.manager [req-caa40d34-1c0e-4653-a80f-03ed839029c3 req-8dfa0c9f-aa74-4c56-a86c-322b03ff47f6 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received unexpected event network-vif-plugged-4324411c-5389-496f-ac73-c3ea813cb16a for instance with vm_state building and task_state spawning. [ 1076.487438] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.487438] env[70041]: DEBUG nova.compute.manager [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.488718] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.430s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.489106] env[70041]: DEBUG nova.objects.instance [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'pci_requests' on Instance uuid a23b3cab-adeb-4904-b7d9-68b5ce084239 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.562121] env[70041]: DEBUG nova.network.neutron [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Successfully updated port: 4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.690084] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193453, 'name': ReconfigVM_Task, 'duration_secs': 0.32677} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.691668] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.737416] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087523} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.737730] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.738484] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6165308-e463-44be-a788-f210c2f3f69e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.762406] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] ecec1202-d89c-4d1b-8703-8b41c72a6ee9/ecec1202-d89c-4d1b-8703-8b41c72a6ee9.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.763576] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d502d583-7695-460f-bb0e-0db42573ff8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.784180] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1076.784180] env[70041]: value = "task-3193455" [ 1076.784180] env[70041]: _type = "Task" [ 1076.784180] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.792543] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.826477] env[70041]: DEBUG nova.network.neutron [-] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.846684] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-334900dc-57ea-4197-9cc2-a17487fb43cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.857715] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8716f2c2-a037-4d59-83ec-7362771f2dfe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.893987] env[70041]: DEBUG nova.compute.manager [req-93dd7236-3b8a-415c-8e7e-13902991fbfa req-7b475db5-49d3-42c3-b590-7ffbe5436d02 service nova] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Detach interface failed, port_id=6228fd12-3d7d-45cc-aa74-342e4dc2f32a, reason: Instance 455d5575-f2d7-4edf-b809-74c0bffc273e could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1076.992737] env[70041]: DEBUG nova.compute.utils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.996190] env[70041]: DEBUG nova.objects.instance [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'numa_topology' on Instance uuid a23b3cab-adeb-4904-b7d9-68b5ce084239 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.997420] env[70041]: DEBUG nova.compute.manager [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.997620] env[70041]: DEBUG nova.network.neutron [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.043240] env[70041]: DEBUG nova.policy [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f136ca5eecb4a07b312f92249cf1326', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2130c2d274fe4db9a628f1ab43d2b798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.066798] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.066970] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.067145] env[70041]: DEBUG nova.network.neutron [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.201025] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.201025] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.201025] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.201025] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.201025] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.206072] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.206072] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.206072] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.206072] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.206072] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.206072] env[70041]: DEBUG nova.virt.hardware [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.211224] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.212110] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e67773d-5e9e-4a76-bb32-8f586a168889 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.235172] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1077.235172] env[70041]: value = "task-3193456" [ 1077.235172] env[70041]: _type = "Task" [ 1077.235172] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.243016] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.294420] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193455, 'name': ReconfigVM_Task, 'duration_secs': 0.293191} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.294931] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Reconfigured VM instance instance-00000064 to attach disk [datastore2] ecec1202-d89c-4d1b-8703-8b41c72a6ee9/ecec1202-d89c-4d1b-8703-8b41c72a6ee9.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.297497] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-269c7301-fabc-43f9-80d6-9ec61993ad19 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.311024] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1077.311024] env[70041]: value = "task-3193457" [ 1077.311024] env[70041]: _type = "Task" [ 1077.311024] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.318955] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193457, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.324187] env[70041]: DEBUG nova.network.neutron [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Successfully created port: 9851c975-e424-4b11-aa12-93ce2a782a38 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.329496] env[70041]: INFO nova.compute.manager [-] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Took 1.48 seconds to deallocate network for instance. [ 1077.499857] env[70041]: DEBUG nova.compute.manager [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.501756] env[70041]: INFO nova.compute.claims [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.619547] env[70041]: DEBUG nova.network.neutron [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.743488] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193456, 'name': ReconfigVM_Task, 'duration_secs': 0.327325} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.743766] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.744675] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475b2139-3cb6-4511-9a03-4ceb6be1a0d8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.770657] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc/fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.772015] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a4c426-ed2b-4ccb-a741-a3eb55e3eebe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.789236] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1077.789236] env[70041]: value = "task-3193458" [ 1077.789236] env[70041]: _type = "Task" [ 1077.789236] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.800484] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.819296] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193457, 'name': Rename_Task, 'duration_secs': 0.150842} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.819844] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.820164] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d352001-ac1f-4721-87f8-f237e3438ac9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.829339] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1077.829339] env[70041]: value = "task-3193459" [ 1077.829339] env[70041]: _type = "Task" [ 1077.829339] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.837042] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.840431] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.841476] env[70041]: DEBUG nova.network.neutron [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updating instance_info_cache with network_info: [{"id": "4324411c-5389-496f-ac73-c3ea813cb16a", "address": "fa:16:3e:7a:e3:95", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4324411c-53", "ovs_interfaceid": "4324411c-5389-496f-ac73-c3ea813cb16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.312347] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.340085] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193459, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.345759] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.346083] env[70041]: DEBUG nova.compute.manager [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Instance network_info: |[{"id": "4324411c-5389-496f-ac73-c3ea813cb16a", "address": "fa:16:3e:7a:e3:95", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4324411c-53", "ovs_interfaceid": "4324411c-5389-496f-ac73-c3ea813cb16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.346519] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:e3:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4324411c-5389-496f-ac73-c3ea813cb16a', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.354190] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.354449] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.354705] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3de1d11b-48ff-4094-973c-f885741b180c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.374021] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.374021] env[70041]: value = "task-3193460" [ 1078.374021] env[70041]: _type = "Task" [ 1078.374021] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.382211] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193460, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.474610] env[70041]: DEBUG nova.compute.manager [req-51e226a8-8756-4893-ad16-5814bc17a831 req-efec57e3-8d97-4217-9fde-6259997ae722 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received event network-changed-4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1078.474767] env[70041]: DEBUG nova.compute.manager [req-51e226a8-8756-4893-ad16-5814bc17a831 req-efec57e3-8d97-4217-9fde-6259997ae722 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing instance network info cache due to event network-changed-4324411c-5389-496f-ac73-c3ea813cb16a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1078.475089] env[70041]: DEBUG oslo_concurrency.lockutils [req-51e226a8-8756-4893-ad16-5814bc17a831 req-efec57e3-8d97-4217-9fde-6259997ae722 service nova] Acquiring lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.475273] env[70041]: DEBUG oslo_concurrency.lockutils [req-51e226a8-8756-4893-ad16-5814bc17a831 req-efec57e3-8d97-4217-9fde-6259997ae722 service nova] Acquired lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.475477] env[70041]: DEBUG nova.network.neutron [req-51e226a8-8756-4893-ad16-5814bc17a831 req-efec57e3-8d97-4217-9fde-6259997ae722 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing network info cache for port 4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.512235] env[70041]: DEBUG nova.compute.manager [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.543254] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.543943] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.543943] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.544153] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.544526] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.544751] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.545022] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.545599] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.545599] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.546033] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.546033] env[70041]: DEBUG nova.virt.hardware [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.547320] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4198a178-3a50-4327-983f-f822a1daac85 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.557963] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da33eddb-31a7-426a-b296-724184f25d93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.805536] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193458, 'name': ReconfigVM_Task, 'duration_secs': 0.539041} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.805807] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfigured VM instance instance-00000057 to attach disk [datastore1] fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc/fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.806092] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.817055] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c4c4c-0e0f-487b-9029-a922210451c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.824726] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27231d16-398e-4700-bb5f-b2c9c57d0b02 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.860028] env[70041]: DEBUG nova.network.neutron [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Successfully updated port: 9851c975-e424-4b11-aa12-93ce2a782a38 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.861878] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e9be5f-d40e-42f9-ae76-81d6991b7a63 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.868740] env[70041]: DEBUG oslo_vmware.api [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193459, 'name': PowerOnVM_Task, 'duration_secs': 0.515733} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.869855] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.869855] env[70041]: INFO nova.compute.manager [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1078.869855] env[70041]: DEBUG nova.compute.manager [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.870741] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75bddef-d360-404c-949a-4cc893def67d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.880689] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e887a7-91f0-4d7b-b11f-812b530aa6ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.906108] env[70041]: DEBUG nova.compute.provider_tree [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.912045] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193460, 'name': CreateVM_Task, 'duration_secs': 0.461211} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.912045] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.912285] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.912486] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.912796] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.913098] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41fc20e0-78ef-4fa6-a8d3-2f3c01f3b128 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.920654] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1078.920654] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c55ba3-5c93-1755-4fc9-2a16c69b6b5c" [ 1078.920654] env[70041]: _type = "Task" [ 1078.920654] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.930308] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c55ba3-5c93-1755-4fc9-2a16c69b6b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.260424] env[70041]: DEBUG nova.network.neutron [req-51e226a8-8756-4893-ad16-5814bc17a831 req-efec57e3-8d97-4217-9fde-6259997ae722 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updated VIF entry in instance network info cache for port 4324411c-5389-496f-ac73-c3ea813cb16a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.260777] env[70041]: DEBUG nova.network.neutron [req-51e226a8-8756-4893-ad16-5814bc17a831 req-efec57e3-8d97-4217-9fde-6259997ae722 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updating instance_info_cache with network_info: [{"id": "4324411c-5389-496f-ac73-c3ea813cb16a", "address": "fa:16:3e:7a:e3:95", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4324411c-53", "ovs_interfaceid": "4324411c-5389-496f-ac73-c3ea813cb16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.312306] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5ce685-0ae6-4335-a067-bf97215ccc9f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.335599] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d4c52-4a1b-40ff-b875-57769fdaf0e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.356463] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.368903] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-a866e955-9dd5-4e5c-8516-6179cf4677db" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.369137] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-a866e955-9dd5-4e5c-8516-6179cf4677db" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.369306] env[70041]: DEBUG nova.network.neutron [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.403451] env[70041]: INFO nova.compute.manager [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Took 19.18 seconds to build instance. [ 1079.431175] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c55ba3-5c93-1755-4fc9-2a16c69b6b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.431482] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.431714] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.431950] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.432138] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.433415] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.433415] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a531d94-a6d9-4ddb-9592-41817e341281 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.439707] env[70041]: ERROR nova.scheduler.client.report [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [req-5d3e96b4-38bc-45ed-86b8-76b6d31a9bae] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d3e96b4-38bc-45ed-86b8-76b6d31a9bae"}]} [ 1079.444957] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.444957] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.446029] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25feca57-cc63-4e73-ba85-5f8d380e2e28 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.450953] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1079.450953] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e2aef1-6128-9201-cc4a-2df8565e22c0" [ 1079.450953] env[70041]: _type = "Task" [ 1079.450953] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.460108] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e2aef1-6128-9201-cc4a-2df8565e22c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.460688] env[70041]: DEBUG nova.scheduler.client.report [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1079.478951] env[70041]: DEBUG nova.scheduler.client.report [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1079.478951] env[70041]: DEBUG nova.compute.provider_tree [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.491489] env[70041]: DEBUG nova.scheduler.client.report [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1079.514994] env[70041]: DEBUG nova.scheduler.client.report [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1079.763862] env[70041]: DEBUG oslo_concurrency.lockutils [req-51e226a8-8756-4893-ad16-5814bc17a831 req-efec57e3-8d97-4217-9fde-6259997ae722 service nova] Releasing lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.771463] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44ae283-5b2e-43ce-8015-3e2f5c035db8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.779555] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e07519-f323-4dc4-879c-ca9538bbdd0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.812631] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438e466c-2afd-4ac7-886f-7d79f5873cb9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.820221] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c357ce23-dc70-4c12-9a23-ff4be47d0deb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.833985] env[70041]: DEBUG nova.compute.provider_tree [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1079.905031] env[70041]: DEBUG oslo_concurrency.lockutils [None req-3d8ce247-79f1-4217-9871-100d7bad5ec7 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.692s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.915022] env[70041]: DEBUG nova.network.neutron [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.943684] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.944479] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.944479] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.944479] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.945055] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.946846] env[70041]: INFO nova.compute.manager [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Terminating instance [ 1079.964494] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e2aef1-6128-9201-cc4a-2df8565e22c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010072} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.968025] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69704d20-dc56-4f7b-883f-065d2ef78fc2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.974814] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1079.974814] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ea1474-8339-3afd-b4c9-fecaa1a06082" [ 1079.974814] env[70041]: _type = "Task" [ 1079.974814] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.983661] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ea1474-8339-3afd-b4c9-fecaa1a06082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.364527] env[70041]: DEBUG nova.network.neutron [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Updating instance_info_cache with network_info: [{"id": "9851c975-e424-4b11-aa12-93ce2a782a38", "address": "fa:16:3e:79:ae:1e", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9851c975-e4", "ovs_interfaceid": "9851c975-e424-4b11-aa12-93ce2a782a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.367333] env[70041]: DEBUG nova.scheduler.client.report [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1080.367579] env[70041]: DEBUG nova.compute.provider_tree [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 143 to 144 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1080.367879] env[70041]: DEBUG nova.compute.provider_tree [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.451593] env[70041]: DEBUG nova.compute.manager [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.451593] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.452253] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf26bad4-2a7e-4b5e-81e4-4b8f84f7d171 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.460387] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.460650] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da6900d5-0cb9-4953-8fdd-6751487aa306 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.468248] env[70041]: DEBUG oslo_vmware.api [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1080.468248] env[70041]: value = "task-3193461" [ 1080.468248] env[70041]: _type = "Task" [ 1080.468248] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.477651] env[70041]: DEBUG oslo_vmware.api [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.491854] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ea1474-8339-3afd-b4c9-fecaa1a06082, 'name': SearchDatastore_Task, 'duration_secs': 0.014399} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.492437] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.492437] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14/d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.493311] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78cbcfdc-626f-463b-bdfd-4d76422347b9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.500525] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1080.500525] env[70041]: value = "task-3193462" [ 1080.500525] env[70041]: _type = "Task" [ 1080.500525] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.506684] env[70041]: DEBUG nova.compute.manager [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Received event network-vif-plugged-9851c975-e424-4b11-aa12-93ce2a782a38 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1080.506953] env[70041]: DEBUG oslo_concurrency.lockutils [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] Acquiring lock "a866e955-9dd5-4e5c-8516-6179cf4677db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.507235] env[70041]: DEBUG oslo_concurrency.lockutils [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] Lock "a866e955-9dd5-4e5c-8516-6179cf4677db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.507446] env[70041]: DEBUG oslo_concurrency.lockutils [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] Lock "a866e955-9dd5-4e5c-8516-6179cf4677db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.507633] env[70041]: DEBUG nova.compute.manager [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] No waiting events found dispatching network-vif-plugged-9851c975-e424-4b11-aa12-93ce2a782a38 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.507807] env[70041]: WARNING nova.compute.manager [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Received unexpected event network-vif-plugged-9851c975-e424-4b11-aa12-93ce2a782a38 for instance with vm_state building and task_state spawning. [ 1080.508018] env[70041]: DEBUG nova.compute.manager [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Received event network-changed-9851c975-e424-4b11-aa12-93ce2a782a38 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1080.508203] env[70041]: DEBUG nova.compute.manager [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Refreshing instance network info cache due to event network-changed-9851c975-e424-4b11-aa12-93ce2a782a38. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1080.508401] env[70041]: DEBUG oslo_concurrency.lockutils [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] Acquiring lock "refresh_cache-a866e955-9dd5-4e5c-8516-6179cf4677db" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.514393] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.867426] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-a866e955-9dd5-4e5c-8516-6179cf4677db" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.868041] env[70041]: DEBUG nova.compute.manager [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Instance network_info: |[{"id": "9851c975-e424-4b11-aa12-93ce2a782a38", "address": "fa:16:3e:79:ae:1e", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9851c975-e4", "ovs_interfaceid": "9851c975-e424-4b11-aa12-93ce2a782a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.868796] env[70041]: DEBUG oslo_concurrency.lockutils [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] Acquired lock "refresh_cache-a866e955-9dd5-4e5c-8516-6179cf4677db" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.869270] env[70041]: DEBUG nova.network.neutron [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Refreshing network info cache for port 9851c975-e424-4b11-aa12-93ce2a782a38 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.871200] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ae:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9851c975-e424-4b11-aa12-93ce2a782a38', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.880729] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.883491] env[70041]: DEBUG oslo_vmware.rw_handles [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d29bd-e49d-f473-04ce-7a79b4afee06/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.884975] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.396s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.887106] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.887960] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8049fa-6205-468b-a602-f44518483935 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.890703] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.171s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.890946] env[70041]: DEBUG nova.objects.instance [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lazy-loading 'resources' on Instance uuid 21ab5907-32da-46ee-87c8-baeabb7a554f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.892811] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc52644e-7bbd-4117-8632-9b7f9f2ed54e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.915130] env[70041]: DEBUG oslo_vmware.rw_handles [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d29bd-e49d-f473-04ce-7a79b4afee06/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.915130] env[70041]: ERROR oslo_vmware.rw_handles [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d29bd-e49d-f473-04ce-7a79b4afee06/disk-0.vmdk due to incomplete transfer. [ 1080.915321] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-29738bdf-17e3-4678-85ba-b454957252ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.919071] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.919071] env[70041]: value = "task-3193463" [ 1080.919071] env[70041]: _type = "Task" [ 1080.919071] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.930015] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193463, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.930238] env[70041]: DEBUG oslo_vmware.rw_handles [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527d29bd-e49d-f473-04ce-7a79b4afee06/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.930558] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Uploaded image 4f9408ba-3624-4e13-8436-91a79d7425e2 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.933294] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.936528] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60624fb2-8871-404d-adbd-012beb6f3c37 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.947472] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1080.947472] env[70041]: value = "task-3193464" [ 1080.947472] env[70041]: _type = "Task" [ 1080.947472] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.951869] env[70041]: INFO nova.network.neutron [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating port fb17cf5b-74a9-47c8-81ee-a1de28bf077a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1080.964621] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193464, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.980218] env[70041]: DEBUG oslo_vmware.api [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193461, 'name': PowerOffVM_Task, 'duration_secs': 0.232427} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.980539] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.980731] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.981015] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d58cff-90ff-46ba-a36d-076296c64364 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.013254] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510821} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.013771] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14/d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.014712] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.018016] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e14257b5-cc71-4f8b-b10e-5a316db2e251 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.025281] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1081.025281] env[70041]: value = "task-3193466" [ 1081.025281] env[70041]: _type = "Task" [ 1081.025281] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.036210] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.055336] env[70041]: DEBUG nova.network.neutron [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Port eb327e5b-4476-4dbf-8e49-f4edfe2788c7 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1081.068018] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.068018] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.068018] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleting the datastore file [datastore2] ecec1202-d89c-4d1b-8703-8b41c72a6ee9 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.068018] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec3cca64-d810-4217-91dd-cec8b8152a79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.075297] env[70041]: DEBUG oslo_vmware.api [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1081.075297] env[70041]: value = "task-3193467" [ 1081.075297] env[70041]: _type = "Task" [ 1081.075297] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.090759] env[70041]: DEBUG oslo_vmware.api [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.229302] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc3b58b-c152-40c6-8d04-4937b8065952 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.240622] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceaeb32-00b7-482e-a9d5-70ce0e95b85d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.278900] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccce9987-f2c4-46e7-9aa6-b6a65f6c01c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.287875] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b4b4f-f9db-4fa3-88e9-89631bed805f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.302377] env[70041]: DEBUG nova.compute.provider_tree [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.429717] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193463, 'name': CreateVM_Task, 'duration_secs': 0.4537} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.429966] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.430524] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.430721] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.431580] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.433453] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc737116-5e18-4de2-9277-9d92d6eb16bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.438906] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1081.438906] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52be28f0-38be-c6b6-505b-3f145a8f6821" [ 1081.438906] env[70041]: _type = "Task" [ 1081.438906] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.448678] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52be28f0-38be-c6b6-505b-3f145a8f6821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.458853] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193464, 'name': Destroy_Task, 'duration_secs': 0.447397} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.458853] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Destroyed the VM [ 1081.458853] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.459125] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f60d0d04-4d83-4ed7-810d-df18856eec7b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.466719] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1081.466719] env[70041]: value = "task-3193468" [ 1081.466719] env[70041]: _type = "Task" [ 1081.466719] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.479691] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.536841] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07019} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.536841] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.537411] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63e329b-53f1-4f3a-b12f-a3caba8cd5b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.566428] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14/d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.574021] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0167201c-be74-4694-b870-e0a8c869ce9b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.600448] env[70041]: DEBUG oslo_vmware.api [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200185} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.601788] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.602018] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.602212] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.602387] env[70041]: INFO nova.compute.manager [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1081.602627] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.602880] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1081.602880] env[70041]: value = "task-3193469" [ 1081.602880] env[70041]: _type = "Task" [ 1081.602880] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.603076] env[70041]: DEBUG nova.compute.manager [-] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.603171] env[70041]: DEBUG nova.network.neutron [-] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.616307] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.654276] env[70041]: DEBUG nova.network.neutron [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Updated VIF entry in instance network info cache for port 9851c975-e424-4b11-aa12-93ce2a782a38. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.654705] env[70041]: DEBUG nova.network.neutron [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Updating instance_info_cache with network_info: [{"id": "9851c975-e424-4b11-aa12-93ce2a782a38", "address": "fa:16:3e:79:ae:1e", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9851c975-e4", "ovs_interfaceid": "9851c975-e424-4b11-aa12-93ce2a782a38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.837540] env[70041]: DEBUG nova.scheduler.client.report [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.837818] env[70041]: DEBUG nova.compute.provider_tree [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 144 to 145 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.838022] env[70041]: DEBUG nova.compute.provider_tree [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.949995] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52be28f0-38be-c6b6-505b-3f145a8f6821, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.950329] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.950564] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.950801] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.950947] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.951147] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.951404] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6fb2a03-4d67-43bf-b683-b49ddda7c88c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.960985] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.961192] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.961970] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1365498c-2df8-4134-aa1c-204a81be7d36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.967652] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1081.967652] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ccf2d7-cb0f-9ccb-47af-557baf82c623" [ 1081.967652] env[70041]: _type = "Task" [ 1081.967652] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.978953] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193468, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370701} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.982749] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.983052] env[70041]: DEBUG nova.compute.manager [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.983382] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ccf2d7-cb0f-9ccb-47af-557baf82c623, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.984278] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc455c15-615a-4bee-b1f8-b3ecade282c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.987476] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f770d5e3-5d3d-4617-af03-4e6ae1e9f499 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.992206] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1081.992206] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522751a8-7c4e-5ebc-58c7-30a4e0db05c5" [ 1081.992206] env[70041]: _type = "Task" [ 1081.992206] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.004830] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522751a8-7c4e-5ebc-58c7-30a4e0db05c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.005061] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.005327] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] a866e955-9dd5-4e5c-8516-6179cf4677db/a866e955-9dd5-4e5c-8516-6179cf4677db.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.005640] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cb2802f-7f18-4678-b4eb-1d0a027fecf0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.012102] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1082.012102] env[70041]: value = "task-3193470" [ 1082.012102] env[70041]: _type = "Task" [ 1082.012102] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.019817] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.107277] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.107403] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.107514] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.120239] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193469, 'name': ReconfigVM_Task, 'duration_secs': 0.30833} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.120594] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Reconfigured VM instance instance-00000065 to attach disk [datastore2] d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14/d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.122606] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0b1686f-7897-4454-ad94-d11ba13d1f43 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.130302] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1082.130302] env[70041]: value = "task-3193471" [ 1082.130302] env[70041]: _type = "Task" [ 1082.130302] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.138996] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193471, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.157436] env[70041]: DEBUG oslo_concurrency.lockutils [req-c41f164c-f796-46a8-9b67-f36a1512f586 req-3a7f0125-c88e-4763-82c4-e49732107659 service nova] Releasing lock "refresh_cache-a866e955-9dd5-4e5c-8516-6179cf4677db" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.344379] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.454s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.347148] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.380s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.347857] env[70041]: DEBUG nova.objects.instance [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lazy-loading 'resources' on Instance uuid 8f5053cc-bf2e-41ae-831c-abb2608c8d4e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.354322] env[70041]: DEBUG nova.network.neutron [-] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.377236] env[70041]: INFO nova.scheduler.client.report [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Deleted allocations for instance 21ab5907-32da-46ee-87c8-baeabb7a554f [ 1082.502594] env[70041]: INFO nova.compute.manager [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Shelve offloading [ 1082.523654] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495514} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.523961] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] a866e955-9dd5-4e5c-8516-6179cf4677db/a866e955-9dd5-4e5c-8516-6179cf4677db.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.524192] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.524607] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a925f108-c181-41a5-8b21-80ac132be824 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.533550] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1082.533550] env[70041]: value = "task-3193472" [ 1082.533550] env[70041]: _type = "Task" [ 1082.533550] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.544092] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.616894] env[70041]: DEBUG nova.compute.manager [req-4fc87330-834b-4ca0-9917-c224fedc63f3 req-2d02a418-d7d6-4ccf-8ab8-2125669b952c service nova] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Received event network-vif-deleted-b29ab40b-ae03-4549-904a-392d03b2adad {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1082.618902] env[70041]: DEBUG nova.compute.manager [req-4fc87330-834b-4ca0-9917-c224fedc63f3 req-2d02a418-d7d6-4ccf-8ab8-2125669b952c service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received event network-vif-plugged-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1082.619216] env[70041]: DEBUG oslo_concurrency.lockutils [req-4fc87330-834b-4ca0-9917-c224fedc63f3 req-2d02a418-d7d6-4ccf-8ab8-2125669b952c service nova] Acquiring lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.619469] env[70041]: DEBUG oslo_concurrency.lockutils [req-4fc87330-834b-4ca0-9917-c224fedc63f3 req-2d02a418-d7d6-4ccf-8ab8-2125669b952c service nova] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.619684] env[70041]: DEBUG oslo_concurrency.lockutils [req-4fc87330-834b-4ca0-9917-c224fedc63f3 req-2d02a418-d7d6-4ccf-8ab8-2125669b952c service nova] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.622219] env[70041]: DEBUG nova.compute.manager [req-4fc87330-834b-4ca0-9917-c224fedc63f3 req-2d02a418-d7d6-4ccf-8ab8-2125669b952c service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] No waiting events found dispatching network-vif-plugged-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.622426] env[70041]: WARNING nova.compute.manager [req-4fc87330-834b-4ca0-9917-c224fedc63f3 req-2d02a418-d7d6-4ccf-8ab8-2125669b952c service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received unexpected event network-vif-plugged-fb17cf5b-74a9-47c8-81ee-a1de28bf077a for instance with vm_state shelved_offloaded and task_state spawning. [ 1082.643532] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193471, 'name': Rename_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.669452] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.669713] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.670360] env[70041]: DEBUG nova.network.neutron [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.856747] env[70041]: INFO nova.compute.manager [-] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Took 1.25 seconds to deallocate network for instance. [ 1082.888784] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ff51bfa5-1da5-47a9-8f51-8359f02d9bc9 tempest-ServersAaction247Test-763175997 tempest-ServersAaction247Test-763175997-project-member] Lock "21ab5907-32da-46ee-87c8-baeabb7a554f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.469s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.007358] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.007764] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755f6ed8-331a-43b0-ba3f-53cd7ddf332c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.016833] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1083.016833] env[70041]: value = "task-3193473" [ 1083.016833] env[70041]: _type = "Task" [ 1083.016833] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.025725] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.045857] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069692} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.047031] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.047031] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1445128d-e0a2-495a-93c9-766415234546 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.071363] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] a866e955-9dd5-4e5c-8516-6179cf4677db/a866e955-9dd5-4e5c-8516-6179cf4677db.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.073944] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1306a9b-3e5a-4272-8e5f-4df1505e68e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.094286] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1083.094286] env[70041]: value = "task-3193474" [ 1083.094286] env[70041]: _type = "Task" [ 1083.094286] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.105229] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.115750] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4b0bb-c534-4684-98fe-e413ab24263a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.123735] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad20f56-03fc-46d8-bac1-1602c90bb82e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.155337] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.155514] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.155689] env[70041]: DEBUG nova.network.neutron [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.160157] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee65f4f-e1b3-4472-a789-3f85aec95b57 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.171564] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeca3ff-3c70-49f4-b37c-061933a2028d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.175453] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193471, 'name': Rename_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.188518] env[70041]: DEBUG nova.compute.provider_tree [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.363816] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.436876] env[70041]: DEBUG nova.network.neutron [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating instance_info_cache with network_info: [{"id": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "address": "fa:16:3e:4c:5f:76", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb17cf5b-74", "ovs_interfaceid": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.528064] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.528386] env[70041]: DEBUG nova.compute.manager [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.529097] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c41db5-4626-4417-b1b8-4d25d5683218 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.537044] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.537174] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.537766] env[70041]: DEBUG nova.network.neutron [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.605463] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.666634] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193471, 'name': Rename_Task, 'duration_secs': 1.290794} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.667262] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.667807] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a817069-6099-4e36-b9eb-9e76564bd66a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.674696] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1083.674696] env[70041]: value = "task-3193475" [ 1083.674696] env[70041]: _type = "Task" [ 1083.674696] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.683238] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.691417] env[70041]: DEBUG nova.scheduler.client.report [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.925901] env[70041]: DEBUG nova.network.neutron [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance_info_cache with network_info: [{"id": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "address": "fa:16:3e:6d:64:7c", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb327e5b-44", "ovs_interfaceid": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.939802] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.969361] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cbe54a1ca06ae735f15bc1c1b1b05ae8',container_format='bare',created_at=2025-03-26T23:06:51Z,direct_url=,disk_format='vmdk',id=865934d6-b275-4e8e-ad4e-2fb7a8c99b37,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-873157530-shelved',owner='8e2d5cd363ea42d3aaac2871ebebb614',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-26T23:07:05Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.969361] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.969361] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.969929] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.970133] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.970385] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.970622] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.970790] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.971171] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.971171] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.971300] env[70041]: DEBUG nova.virt.hardware [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.972230] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae18f7-9dd6-47ca-a582-54da4a1b81e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.981781] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c1ea1d-e321-49eb-aefc-d3e5ee2f6c31 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.998022] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:5f:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb17cf5b-74a9-47c8-81ee-a1de28bf077a', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.003730] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.004057] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.004285] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3504f9e4-0457-489f-bfd3-b7bd7cee8938 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.026997] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.026997] env[70041]: value = "task-3193476" [ 1084.026997] env[70041]: _type = "Task" [ 1084.026997] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.035474] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193476, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.110026] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193474, 'name': ReconfigVM_Task, 'duration_secs': 0.556944} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.110026] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Reconfigured VM instance instance-00000066 to attach disk [datastore2] a866e955-9dd5-4e5c-8516-6179cf4677db/a866e955-9dd5-4e5c-8516-6179cf4677db.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.110928] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fed328e6-4d61-4412-9bc4-03fcdf89226c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.123037] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1084.123037] env[70041]: value = "task-3193477" [ 1084.123037] env[70041]: _type = "Task" [ 1084.123037] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.131942] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193477, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.185711] env[70041]: DEBUG oslo_vmware.api [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193475, 'name': PowerOnVM_Task, 'duration_secs': 0.458333} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.188768] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.188938] env[70041]: INFO nova.compute.manager [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1084.189111] env[70041]: DEBUG nova.compute.manager [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.189946] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10764b2-87fb-4302-b20f-adb344135bf9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.195762] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.200300] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.124s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.202157] env[70041]: INFO nova.compute.claims [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.224932] env[70041]: INFO nova.scheduler.client.report [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Deleted allocations for instance 8f5053cc-bf2e-41ae-831c-abb2608c8d4e [ 1084.267896] env[70041]: DEBUG nova.network.neutron [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating instance_info_cache with network_info: [{"id": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "address": "fa:16:3e:7b:c3:35", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c797f1-7a", "ovs_interfaceid": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.428781] env[70041]: DEBUG oslo_concurrency.lockutils [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.537584] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193476, 'name': CreateVM_Task, 'duration_secs': 0.368267} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.537943] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.538473] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.538640] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.539034] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.539308] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68142d1e-9a96-4f38-8d28-852c8c9c673d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.544754] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1084.544754] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529df97f-af98-a783-71fe-c6d8f6a995cd" [ 1084.544754] env[70041]: _type = "Task" [ 1084.544754] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.553288] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529df97f-af98-a783-71fe-c6d8f6a995cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.633446] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193477, 'name': Rename_Task, 'duration_secs': 0.173671} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.633741] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.634806] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9977b27-add7-43b7-bad2-5b4ce4fa0db6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.641138] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1084.641138] env[70041]: value = "task-3193478" [ 1084.641138] env[70041]: _type = "Task" [ 1084.641138] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.646742] env[70041]: DEBUG nova.compute.manager [req-bb563ce7-2947-4ead-ac51-7f242b03dc4e req-d5bc5cd8-b8ee-4963-9176-b78fdc41d563 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received event network-changed-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1084.646935] env[70041]: DEBUG nova.compute.manager [req-bb563ce7-2947-4ead-ac51-7f242b03dc4e req-d5bc5cd8-b8ee-4963-9176-b78fdc41d563 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Refreshing instance network info cache due to event network-changed-fb17cf5b-74a9-47c8-81ee-a1de28bf077a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1084.647161] env[70041]: DEBUG oslo_concurrency.lockutils [req-bb563ce7-2947-4ead-ac51-7f242b03dc4e req-d5bc5cd8-b8ee-4963-9176-b78fdc41d563 service nova] Acquiring lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.647314] env[70041]: DEBUG oslo_concurrency.lockutils [req-bb563ce7-2947-4ead-ac51-7f242b03dc4e req-d5bc5cd8-b8ee-4963-9176-b78fdc41d563 service nova] Acquired lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.647533] env[70041]: DEBUG nova.network.neutron [req-bb563ce7-2947-4ead-ac51-7f242b03dc4e req-d5bc5cd8-b8ee-4963-9176-b78fdc41d563 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Refreshing network info cache for port fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.657306] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.722032] env[70041]: INFO nova.compute.manager [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Took 15.72 seconds to build instance. [ 1084.738117] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1cf362ff-8de7-43fd-9bda-749421070255 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "8f5053cc-bf2e-41ae-831c-abb2608c8d4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.997s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.771872] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.938121] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f8bb46-b73c-44c5-afbe-81308f7f7e82 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.946741] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf0851c-8b8f-4bd8-ac11-dc946a367a39 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.059019] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.059019] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Processing image 865934d6-b275-4e8e-ad4e-2fb7a8c99b37 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.059019] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37/865934d6-b275-4e8e-ad4e-2fb7a8c99b37.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.059019] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37/865934d6-b275-4e8e-ad4e-2fb7a8c99b37.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.059019] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.059019] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd871984-a9e7-4f9b-9a09-4093a585bc96 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.069694] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.069694] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.069694] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f441f580-1e6c-4d0e-956b-ac26abf1cb68 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.074258] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1085.074258] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f89815-e45f-e43b-9e21-71746c473b8d" [ 1085.074258] env[70041]: _type = "Task" [ 1085.074258] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.085400] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f89815-e45f-e43b-9e21-71746c473b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.156743] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.223850] env[70041]: DEBUG oslo_concurrency.lockutils [None req-546c3dce-b15a-4be9-85a1-cf46dd122487 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.235s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.419821] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.421140] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1f8515-0156-4180-a748-6f99dec022dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.430917] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.431216] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8e35a2b-faea-47d9-acde-9ddd137eacf3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.480957] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708a8e88-df83-4496-96de-4a554b5a352c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.489792] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ea8bc3-18e5-4e3b-9359-a599da60b56b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.535333] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27032157-418b-4cd5-ace6-3bb4d61c6e27 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.538783] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.539110] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.539471] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleting the datastore file [datastore1] 5e015b19-d4b3-4683-85bc-69c69653530e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.544071] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b1ec637-8159-41cc-874f-fc44725c77a0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.551704] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3632273e-7278-4779-bc53-6a00cba19cf6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.556630] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1085.556630] env[70041]: value = "task-3193480" [ 1085.556630] env[70041]: _type = "Task" [ 1085.556630] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.569143] env[70041]: DEBUG nova.compute.provider_tree [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.577266] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.592368] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Preparing fetch location {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1085.592682] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Fetch image to [datastore2] OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf/OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf.vmdk {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1085.592873] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Downloading stream optimized image 865934d6-b275-4e8e-ad4e-2fb7a8c99b37 to [datastore2] OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf/OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf.vmdk on the data store datastore2 as vApp {{(pid=70041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1085.593053] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Downloading image file data 865934d6-b275-4e8e-ad4e-2fb7a8c99b37 to the ESX as VM named 'OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf' {{(pid=70041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1085.658417] env[70041]: DEBUG oslo_vmware.api [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193478, 'name': PowerOnVM_Task, 'duration_secs': 0.951804} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.658734] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.658973] env[70041]: INFO nova.compute.manager [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1085.659245] env[70041]: DEBUG nova.compute.manager [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.660283] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2956ac19-760f-4859-b544-e3961ad4afcc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.698692] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1085.698692] env[70041]: value = "resgroup-9" [ 1085.698692] env[70041]: _type = "ResourcePool" [ 1085.698692] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1085.699041] env[70041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f0d05a2b-45d8-49cb-ad5d-8471bbe8d651 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.724561] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lease: (returnval){ [ 1085.724561] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52da9e36-876b-8656-e72e-c0a9d6ecd205" [ 1085.724561] env[70041]: _type = "HttpNfcLease" [ 1085.724561] env[70041]: } obtained for vApp import into resource pool (val){ [ 1085.724561] env[70041]: value = "resgroup-9" [ 1085.724561] env[70041]: _type = "ResourcePool" [ 1085.724561] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1085.724800] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the lease: (returnval){ [ 1085.724800] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52da9e36-876b-8656-e72e-c0a9d6ecd205" [ 1085.724800] env[70041]: _type = "HttpNfcLease" [ 1085.724800] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1085.734679] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1085.734679] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52da9e36-876b-8656-e72e-c0a9d6ecd205" [ 1085.734679] env[70041]: _type = "HttpNfcLease" [ 1085.734679] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1085.750971] env[70041]: DEBUG nova.network.neutron [req-bb563ce7-2947-4ead-ac51-7f242b03dc4e req-d5bc5cd8-b8ee-4963-9176-b78fdc41d563 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updated VIF entry in instance network info cache for port fb17cf5b-74a9-47c8-81ee-a1de28bf077a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.751449] env[70041]: DEBUG nova.network.neutron [req-bb563ce7-2947-4ead-ac51-7f242b03dc4e req-d5bc5cd8-b8ee-4963-9176-b78fdc41d563 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating instance_info_cache with network_info: [{"id": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "address": "fa:16:3e:4c:5f:76", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb17cf5b-74", "ovs_interfaceid": "fb17cf5b-74a9-47c8-81ee-a1de28bf077a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.075526] env[70041]: DEBUG nova.scheduler.client.report [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.079437] env[70041]: DEBUG oslo_vmware.api [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171689} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.079893] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.080163] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.080373] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.120202] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9060091-4ebb-4458-8bb6-934ac273a0c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.150735] env[70041]: INFO nova.scheduler.client.report [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleted allocations for instance 5e015b19-d4b3-4683-85bc-69c69653530e [ 1086.154123] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ad4ae0-5e88-46dd-97f1-253d02755e11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.163325] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.186089] env[70041]: INFO nova.compute.manager [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Took 16.58 seconds to build instance. [ 1086.233887] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1086.233887] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52da9e36-876b-8656-e72e-c0a9d6ecd205" [ 1086.233887] env[70041]: _type = "HttpNfcLease" [ 1086.233887] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1086.234256] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1086.234256] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52da9e36-876b-8656-e72e-c0a9d6ecd205" [ 1086.234256] env[70041]: _type = "HttpNfcLease" [ 1086.234256] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1086.235019] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd5dbe6-d371-47e2-a3b3-0c8ff33057f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.245703] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661e79-90a4-8a35-887a-7e6f83ec70cc/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1086.245703] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661e79-90a4-8a35-887a-7e6f83ec70cc/disk-0.vmdk. {{(pid=70041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1086.301980] env[70041]: DEBUG oslo_concurrency.lockutils [req-bb563ce7-2947-4ead-ac51-7f242b03dc4e req-d5bc5cd8-b8ee-4963-9176-b78fdc41d563 service nova] Releasing lock "refresh_cache-a23b3cab-adeb-4904-b7d9-68b5ce084239" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.308735] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6aba19a3-44ad-43c8-a79e-6c6e1dc1ab44 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.581632] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.582205] env[70041]: DEBUG nova.compute.manager [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.589017] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.675s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.589017] env[70041]: DEBUG nova.objects.instance [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lazy-loading 'resources' on Instance uuid bd8f8ace-de7f-4bd5-bb8a-a74765707110 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.659164] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.671327] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.675429] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-323db351-6996-4315-8ee2-75fac128bb74 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.689143] env[70041]: DEBUG nova.compute.manager [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received event network-vif-unplugged-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1086.689948] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Acquiring lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.692021] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.692021] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.692021] env[70041]: DEBUG nova.compute.manager [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] No waiting events found dispatching network-vif-unplugged-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.692021] env[70041]: WARNING nova.compute.manager [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received unexpected event network-vif-unplugged-83c797f1-7a70-47a7-af3d-4f22be7d1c25 for instance with vm_state shelved_offloaded and task_state None. [ 1086.692021] env[70041]: DEBUG nova.compute.manager [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received event network-changed-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1086.692021] env[70041]: DEBUG nova.compute.manager [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Refreshing instance network info cache due to event network-changed-83c797f1-7a70-47a7-af3d-4f22be7d1c25. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1086.692021] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Acquiring lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.692631] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Acquired lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.692905] env[70041]: DEBUG nova.network.neutron [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Refreshing network info cache for port 83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.699791] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49b77f6e-7dbb-4b67-a02e-52bb99708fe0 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "a866e955-9dd5-4e5c-8516-6179cf4677db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.099s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.700406] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1086.700406] env[70041]: value = "task-3193482" [ 1086.700406] env[70041]: _type = "Task" [ 1086.700406] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.719967] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.091069] env[70041]: DEBUG nova.compute.utils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.100453] env[70041]: DEBUG nova.compute.manager [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.100453] env[70041]: DEBUG nova.network.neutron [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.168267] env[70041]: DEBUG nova.policy [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcaa60b6ddfb4b5780634a35f96959d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a56166cd3324b989b4a5325c5152be7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.220870] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.398478] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893e1bdd-af10-4ce7-a05c-86880fd21c12 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.412842] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a226a8-807b-4af7-8f0a-afaa2a74a21f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.451915] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d2bd79-d127-411e-8124-6295cbcfd1cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.461536] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2c162-5a2d-4cfa-9259-43911f146335 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.479014] env[70041]: DEBUG nova.compute.provider_tree [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.599022] env[70041]: DEBUG nova.compute.manager [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.664666] env[70041]: DEBUG nova.network.neutron [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updated VIF entry in instance network info cache for port 83c797f1-7a70-47a7-af3d-4f22be7d1c25. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.664666] env[70041]: DEBUG nova.network.neutron [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating instance_info_cache with network_info: [{"id": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "address": "fa:16:3e:7b:c3:35", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap83c797f1-7a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.721728] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.785832] env[70041]: DEBUG nova.network.neutron [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Successfully created port: a2b26478-bafb-49cd-97e3-28ff6b4ef810 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.901298] env[70041]: DEBUG nova.compute.manager [req-63aa3259-e713-4e47-ab5d-64bcc8008299 req-b4a90d58-c798-4df0-aed3-96c98ff7d86d service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received event network-changed-4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1087.901623] env[70041]: DEBUG nova.compute.manager [req-63aa3259-e713-4e47-ab5d-64bcc8008299 req-b4a90d58-c798-4df0-aed3-96c98ff7d86d service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing instance network info cache due to event network-changed-4324411c-5389-496f-ac73-c3ea813cb16a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1087.901845] env[70041]: DEBUG oslo_concurrency.lockutils [req-63aa3259-e713-4e47-ab5d-64bcc8008299 req-b4a90d58-c798-4df0-aed3-96c98ff7d86d service nova] Acquiring lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.901992] env[70041]: DEBUG oslo_concurrency.lockutils [req-63aa3259-e713-4e47-ab5d-64bcc8008299 req-b4a90d58-c798-4df0-aed3-96c98ff7d86d service nova] Acquired lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.902336] env[70041]: DEBUG nova.network.neutron [req-63aa3259-e713-4e47-ab5d-64bcc8008299 req-b4a90d58-c798-4df0-aed3-96c98ff7d86d service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing network info cache for port 4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.013834] env[70041]: DEBUG nova.scheduler.client.report [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Updated inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1088.014152] env[70041]: DEBUG nova.compute.provider_tree [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Updating resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 generation from 145 to 146 during operation: update_inventory {{(pid=70041) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1088.014350] env[70041]: DEBUG nova.compute.provider_tree [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.166384] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Releasing lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.166666] env[70041]: DEBUG nova.compute.manager [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1088.166844] env[70041]: DEBUG nova.compute.manager [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing instance network info cache due to event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1088.167106] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Acquiring lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.167260] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Acquired lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.167422] env[70041]: DEBUG nova.network.neutron [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.218590] env[70041]: DEBUG oslo_vmware.api [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193482, 'name': PowerOnVM_Task, 'duration_secs': 1.509277} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.218857] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.219149] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce58434-ff60-4f21-8f1c-595f0a4d4c07 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.471165] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf6394b-bbbc-43a7-b3b4-a454dc095585 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.478672] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e155c5-88e6-402e-b576-6af25579b06f tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Suspending the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1088.478928] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cfd89226-3642-4b43-a43f-7c0b02f2e799 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.489036] env[70041]: DEBUG oslo_vmware.api [None req-b8e155c5-88e6-402e-b576-6af25579b06f tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1088.489036] env[70041]: value = "task-3193483" [ 1088.489036] env[70041]: _type = "Task" [ 1088.489036] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.496040] env[70041]: DEBUG oslo_vmware.api [None req-b8e155c5-88e6-402e-b576-6af25579b06f tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193483, 'name': SuspendVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.504348] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "f19a9a6d-f756-4999-92ba-34fe90443919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.504748] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "f19a9a6d-f756-4999-92ba-34fe90443919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.520452] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.523018] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.686s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.523271] env[70041]: DEBUG nova.objects.instance [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lazy-loading 'resources' on Instance uuid 455d5575-f2d7-4edf-b809-74c0bffc273e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.541049] env[70041]: INFO nova.scheduler.client.report [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Deleted allocations for instance bd8f8ace-de7f-4bd5-bb8a-a74765707110 [ 1088.608305] env[70041]: DEBUG nova.compute.manager [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.646826] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.647235] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.647430] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.649369] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.649369] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.649369] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.649369] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.649369] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.649369] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.649369] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.649369] env[70041]: DEBUG nova.virt.hardware [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.649818] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfc1ecf-8318-4b1e-9921-7c22a8982e99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.659404] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab8bd8d-bd72-456e-bb94-1f3ad25790c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.917821] env[70041]: DEBUG nova.network.neutron [req-63aa3259-e713-4e47-ab5d-64bcc8008299 req-b4a90d58-c798-4df0-aed3-96c98ff7d86d service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updated VIF entry in instance network info cache for port 4324411c-5389-496f-ac73-c3ea813cb16a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.918390] env[70041]: DEBUG nova.network.neutron [req-63aa3259-e713-4e47-ab5d-64bcc8008299 req-b4a90d58-c798-4df0-aed3-96c98ff7d86d service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updating instance_info_cache with network_info: [{"id": "4324411c-5389-496f-ac73-c3ea813cb16a", "address": "fa:16:3e:7a:e3:95", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4324411c-53", "ovs_interfaceid": "4324411c-5389-496f-ac73-c3ea813cb16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.998226] env[70041]: DEBUG oslo_vmware.api [None req-b8e155c5-88e6-402e-b576-6af25579b06f tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193483, 'name': SuspendVM_Task} progress is 45%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.008466] env[70041]: DEBUG nova.compute.manager [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.052157] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a93c9f6d-777b-483e-a389-4067fb8f67d6 tempest-ServerAddressesTestJSON-92017164 tempest-ServerAddressesTestJSON-92017164-project-member] Lock "bd8f8ace-de7f-4bd5-bb8a-a74765707110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.089s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.136719] env[70041]: DEBUG nova.network.neutron [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updated VIF entry in instance network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.137440] env[70041]: DEBUG nova.network.neutron [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.273085] env[70041]: DEBUG nova.compute.manager [req-f40d8422-0ef0-4994-b3ac-57c02ab4c636 req-dfadf10c-06ee-4f34-bf8f-6d0a945a7f82 service nova] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Received event network-vif-plugged-a2b26478-bafb-49cd-97e3-28ff6b4ef810 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1089.273085] env[70041]: DEBUG oslo_concurrency.lockutils [req-f40d8422-0ef0-4994-b3ac-57c02ab4c636 req-dfadf10c-06ee-4f34-bf8f-6d0a945a7f82 service nova] Acquiring lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.273085] env[70041]: DEBUG oslo_concurrency.lockutils [req-f40d8422-0ef0-4994-b3ac-57c02ab4c636 req-dfadf10c-06ee-4f34-bf8f-6d0a945a7f82 service nova] Lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.273085] env[70041]: DEBUG oslo_concurrency.lockutils [req-f40d8422-0ef0-4994-b3ac-57c02ab4c636 req-dfadf10c-06ee-4f34-bf8f-6d0a945a7f82 service nova] Lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.273085] env[70041]: DEBUG nova.compute.manager [req-f40d8422-0ef0-4994-b3ac-57c02ab4c636 req-dfadf10c-06ee-4f34-bf8f-6d0a945a7f82 service nova] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] No waiting events found dispatching network-vif-plugged-a2b26478-bafb-49cd-97e3-28ff6b4ef810 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.273299] env[70041]: WARNING nova.compute.manager [req-f40d8422-0ef0-4994-b3ac-57c02ab4c636 req-dfadf10c-06ee-4f34-bf8f-6d0a945a7f82 service nova] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Received unexpected event network-vif-plugged-a2b26478-bafb-49cd-97e3-28ff6b4ef810 for instance with vm_state building and task_state spawning. [ 1089.288031] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb35372-4adc-4a9a-9340-962dc86bf54a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.294787] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369fe4bf-782c-4072-8c10-b69bf31f845d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.328490] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b574ad81-6c33-4f58-84c1-942179bc2de5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.331361] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "5e015b19-d4b3-4683-85bc-69c69653530e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.338875] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24b0d9c-80cb-41f9-b390-cefe5e94d4dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.354128] env[70041]: DEBUG nova.compute.provider_tree [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.356062] env[70041]: DEBUG nova.network.neutron [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Successfully updated port: a2b26478-bafb-49cd-97e3-28ff6b4ef810 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.422478] env[70041]: DEBUG oslo_concurrency.lockutils [req-63aa3259-e713-4e47-ab5d-64bcc8008299 req-b4a90d58-c798-4df0-aed3-96c98ff7d86d service nova] Releasing lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.499409] env[70041]: DEBUG oslo_vmware.api [None req-b8e155c5-88e6-402e-b576-6af25579b06f tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193483, 'name': SuspendVM_Task} progress is 45%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.527754] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.642159] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Releasing lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.642159] env[70041]: DEBUG nova.compute.manager [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received event network-changed-4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1089.642159] env[70041]: DEBUG nova.compute.manager [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing instance network info cache due to event network-changed-4324411c-5389-496f-ac73-c3ea813cb16a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1089.642159] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Acquiring lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.642159] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Acquired lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.642159] env[70041]: DEBUG nova.network.neutron [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing network info cache for port 4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.846513] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Completed reading data from the image iterator. {{(pid=70041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1089.846887] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661e79-90a4-8a35-887a-7e6f83ec70cc/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1089.848152] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a9551e-4831-4829-8174-d686dc907a0c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.856700] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661e79-90a4-8a35-887a-7e6f83ec70cc/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1089.857459] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661e79-90a4-8a35-887a-7e6f83ec70cc/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1089.857459] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-52144fa6-9f46-45fc-bace-6e1646d3fefe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.859999] env[70041]: DEBUG nova.scheduler.client.report [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.864539] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquiring lock "refresh_cache-ccc08113-192e-4a49-bf2b-b30ba9f4a25e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.864696] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquired lock "refresh_cache-ccc08113-192e-4a49-bf2b-b30ba9f4a25e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.864791] env[70041]: DEBUG nova.network.neutron [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.948617] env[70041]: DEBUG nova.compute.manager [req-d222c920-7e32-44c4-8875-0ac3fd139336 req-46e6219d-6cf1-4d4e-aeaa-7623b703a775 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1089.948830] env[70041]: DEBUG nova.compute.manager [req-d222c920-7e32-44c4-8875-0ac3fd139336 req-46e6219d-6cf1-4d4e-aeaa-7623b703a775 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing instance network info cache due to event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1089.949527] env[70041]: DEBUG oslo_concurrency.lockutils [req-d222c920-7e32-44c4-8875-0ac3fd139336 req-46e6219d-6cf1-4d4e-aeaa-7623b703a775 service nova] Acquiring lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.949527] env[70041]: DEBUG oslo_concurrency.lockutils [req-d222c920-7e32-44c4-8875-0ac3fd139336 req-46e6219d-6cf1-4d4e-aeaa-7623b703a775 service nova] Acquired lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.949527] env[70041]: DEBUG nova.network.neutron [req-d222c920-7e32-44c4-8875-0ac3fd139336 req-46e6219d-6cf1-4d4e-aeaa-7623b703a775 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.003614] env[70041]: DEBUG oslo_vmware.api [None req-b8e155c5-88e6-402e-b576-6af25579b06f tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193483, 'name': SuspendVM_Task, 'duration_secs': 1.180116} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.004295] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e155c5-88e6-402e-b576-6af25579b06f tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Suspended the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1090.004763] env[70041]: DEBUG nova.compute.manager [None req-b8e155c5-88e6-402e-b576-6af25579b06f tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.005912] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb312d4-4dd1-4204-8a87-fbf7e9ace3bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.165414] env[70041]: DEBUG oslo_vmware.rw_handles [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52661e79-90a4-8a35-887a-7e6f83ec70cc/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1090.165630] env[70041]: INFO nova.virt.vmwareapi.images [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Downloaded image file data 865934d6-b275-4e8e-ad4e-2fb7a8c99b37 [ 1090.166683] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d6e046-8a26-4bd1-b7e4-49835166ccd2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.188367] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e15ccfc4-d82c-446b-beac-1647c65f59a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.285432] env[70041]: INFO nova.virt.vmwareapi.images [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] The imported VM was unregistered [ 1090.287578] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Caching image {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1090.287816] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating directory with path [datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.288099] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7930039c-e01e-411d-8b35-a2b24c2a06d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.314018] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Created directory with path [datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.314018] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf/OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf.vmdk to [datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37/865934d6-b275-4e8e-ad4e-2fb7a8c99b37.vmdk. {{(pid=70041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1090.314018] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3aa0c1e3-bcca-4cf1-a85c-35f207a976e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.320372] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1090.320372] env[70041]: value = "task-3193485" [ 1090.320372] env[70041]: _type = "Task" [ 1090.320372] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.336693] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193485, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.365362] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.367777] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.004s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.368363] env[70041]: DEBUG nova.objects.instance [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lazy-loading 'resources' on Instance uuid ecec1202-d89c-4d1b-8703-8b41c72a6ee9 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.400503] env[70041]: INFO nova.scheduler.client.report [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Deleted allocations for instance 455d5575-f2d7-4edf-b809-74c0bffc273e [ 1090.425321] env[70041]: DEBUG nova.network.neutron [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.536925] env[70041]: DEBUG nova.network.neutron [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updated VIF entry in instance network info cache for port 4324411c-5389-496f-ac73-c3ea813cb16a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.536925] env[70041]: DEBUG nova.network.neutron [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updating instance_info_cache with network_info: [{"id": "4324411c-5389-496f-ac73-c3ea813cb16a", "address": "fa:16:3e:7a:e3:95", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4324411c-53", "ovs_interfaceid": "4324411c-5389-496f-ac73-c3ea813cb16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.674695] env[70041]: DEBUG nova.network.neutron [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Updating instance_info_cache with network_info: [{"id": "a2b26478-bafb-49cd-97e3-28ff6b4ef810", "address": "fa:16:3e:8f:78:46", "network": {"id": "d096ceac-56f1-4712-aef8-2e8696349d5d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-617732241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56166cd3324b989b4a5325c5152be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b26478-ba", "ovs_interfaceid": "a2b26478-bafb-49cd-97e3-28ff6b4ef810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.753293] env[70041]: DEBUG nova.network.neutron [req-d222c920-7e32-44c4-8875-0ac3fd139336 req-46e6219d-6cf1-4d4e-aeaa-7623b703a775 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updated VIF entry in instance network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.753785] env[70041]: DEBUG nova.network.neutron [req-d222c920-7e32-44c4-8875-0ac3fd139336 req-46e6219d-6cf1-4d4e-aeaa-7623b703a775 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.765774] env[70041]: DEBUG nova.network.neutron [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Port eb327e5b-4476-4dbf-8e49-f4edfe2788c7 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1090.766252] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.766523] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.766850] env[70041]: DEBUG nova.network.neutron [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.835225] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193485, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.911480] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c50c78a9-7eea-42b1-adff-073830ca8f09 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "455d5575-f2d7-4edf-b809-74c0bffc273e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.725s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.976775] env[70041]: DEBUG oslo_concurrency.lockutils [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "a866e955-9dd5-4e5c-8516-6179cf4677db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.977044] env[70041]: DEBUG oslo_concurrency.lockutils [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "a866e955-9dd5-4e5c-8516-6179cf4677db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.977253] env[70041]: DEBUG oslo_concurrency.lockutils [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "a866e955-9dd5-4e5c-8516-6179cf4677db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.978308] env[70041]: DEBUG oslo_concurrency.lockutils [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "a866e955-9dd5-4e5c-8516-6179cf4677db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.978308] env[70041]: DEBUG oslo_concurrency.lockutils [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "a866e955-9dd5-4e5c-8516-6179cf4677db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.980142] env[70041]: INFO nova.compute.manager [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Terminating instance [ 1091.044712] env[70041]: DEBUG oslo_concurrency.lockutils [req-674f9da6-92ca-460d-a3f7-ec1d29aef5e6 req-ee98ca70-f643-481c-b7d2-1208a126404f service nova] Releasing lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.138995] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ccdbde-5b7b-4a81-860f-b76f40636a93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.150970] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa719e53-6d73-4c9c-aa08-38d7bc59e2b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.189291] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Releasing lock "refresh_cache-ccc08113-192e-4a49-bf2b-b30ba9f4a25e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.189736] env[70041]: DEBUG nova.compute.manager [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Instance network_info: |[{"id": "a2b26478-bafb-49cd-97e3-28ff6b4ef810", "address": "fa:16:3e:8f:78:46", "network": {"id": "d096ceac-56f1-4712-aef8-2e8696349d5d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-617732241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56166cd3324b989b4a5325c5152be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b26478-ba", "ovs_interfaceid": "a2b26478-bafb-49cd-97e3-28ff6b4ef810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.190483] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:78:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2b26478-bafb-49cd-97e3-28ff6b4ef810', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.198668] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Creating folder: Project (3a56166cd3324b989b4a5325c5152be7). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.199534] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6789648d-9caa-4a1f-8a60-31f64173650f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.202951] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbf9d151-3f30-47c2-a3d1-ff2d005df94a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.213210] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23782633-774c-4310-a6cc-d3c551299176 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.221087] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Created folder: Project (3a56166cd3324b989b4a5325c5152be7) in parent group-v638323. [ 1091.221087] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Creating folder: Instances. Parent ref: group-v638612. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.221087] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-934fadb8-3527-4428-bf89-179662a2ed99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.232599] env[70041]: DEBUG nova.compute.provider_tree [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.235361] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Created folder: Instances in parent group-v638612. [ 1091.235660] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.236132] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.236356] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a5d6a11-7694-4b2f-81fd-55d53dfe03dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.256557] env[70041]: DEBUG oslo_concurrency.lockutils [req-d222c920-7e32-44c4-8875-0ac3fd139336 req-46e6219d-6cf1-4d4e-aeaa-7623b703a775 service nova] Releasing lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.259732] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.259732] env[70041]: value = "task-3193488" [ 1091.259732] env[70041]: _type = "Task" [ 1091.259732] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.336038] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193485, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.340711] env[70041]: DEBUG nova.compute.manager [req-96ae07cc-9ebf-4a02-8c0e-c31c26435c9f req-e48e7664-5402-4e42-a553-35ac3b9064e7 service nova] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Received event network-changed-a2b26478-bafb-49cd-97e3-28ff6b4ef810 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1091.341012] env[70041]: DEBUG nova.compute.manager [req-96ae07cc-9ebf-4a02-8c0e-c31c26435c9f req-e48e7664-5402-4e42-a553-35ac3b9064e7 service nova] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Refreshing instance network info cache due to event network-changed-a2b26478-bafb-49cd-97e3-28ff6b4ef810. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1091.341273] env[70041]: DEBUG oslo_concurrency.lockutils [req-96ae07cc-9ebf-4a02-8c0e-c31c26435c9f req-e48e7664-5402-4e42-a553-35ac3b9064e7 service nova] Acquiring lock "refresh_cache-ccc08113-192e-4a49-bf2b-b30ba9f4a25e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.341416] env[70041]: DEBUG oslo_concurrency.lockutils [req-96ae07cc-9ebf-4a02-8c0e-c31c26435c9f req-e48e7664-5402-4e42-a553-35ac3b9064e7 service nova] Acquired lock "refresh_cache-ccc08113-192e-4a49-bf2b-b30ba9f4a25e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.341579] env[70041]: DEBUG nova.network.neutron [req-96ae07cc-9ebf-4a02-8c0e-c31c26435c9f req-e48e7664-5402-4e42-a553-35ac3b9064e7 service nova] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Refreshing network info cache for port a2b26478-bafb-49cd-97e3-28ff6b4ef810 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.485311] env[70041]: DEBUG nova.compute.manager [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.485720] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.489036] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaa96b0-e563-4f25-8a89-fac857a8a8f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.500038] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.500038] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-405fac28-feab-4b76-a236-537a0f5d9554 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.580288] env[70041]: DEBUG nova.network.neutron [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance_info_cache with network_info: [{"id": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "address": "fa:16:3e:6d:64:7c", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb327e5b-44", "ovs_interfaceid": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.597237] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.597237] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.597237] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleting the datastore file [datastore2] a866e955-9dd5-4e5c-8516-6179cf4677db {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.597237] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57cfbea8-f161-4c88-bb8d-9581f1ddd865 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.608449] env[70041]: DEBUG oslo_vmware.api [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1091.608449] env[70041]: value = "task-3193491" [ 1091.608449] env[70041]: _type = "Task" [ 1091.608449] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.621565] env[70041]: DEBUG oslo_vmware.api [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.738299] env[70041]: DEBUG nova.scheduler.client.report [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.774773] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193488, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.836849] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193485, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.078224] env[70041]: DEBUG nova.network.neutron [req-96ae07cc-9ebf-4a02-8c0e-c31c26435c9f req-e48e7664-5402-4e42-a553-35ac3b9064e7 service nova] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Updated VIF entry in instance network info cache for port a2b26478-bafb-49cd-97e3-28ff6b4ef810. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.078619] env[70041]: DEBUG nova.network.neutron [req-96ae07cc-9ebf-4a02-8c0e-c31c26435c9f req-e48e7664-5402-4e42-a553-35ac3b9064e7 service nova] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Updating instance_info_cache with network_info: [{"id": "a2b26478-bafb-49cd-97e3-28ff6b4ef810", "address": "fa:16:3e:8f:78:46", "network": {"id": "d096ceac-56f1-4712-aef8-2e8696349d5d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-617732241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a56166cd3324b989b4a5325c5152be7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b26478-ba", "ovs_interfaceid": "a2b26478-bafb-49cd-97e3-28ff6b4ef810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.083710] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.121345] env[70041]: DEBUG oslo_vmware.api [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.248029] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.249030] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.590s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.249322] env[70041]: DEBUG nova.objects.instance [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lazy-loading 'resources' on Instance uuid 5e015b19-d4b3-4683-85bc-69c69653530e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.275304] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193488, 'name': CreateVM_Task, 'duration_secs': 0.535141} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.276566] env[70041]: INFO nova.scheduler.client.report [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted allocations for instance ecec1202-d89c-4d1b-8703-8b41c72a6ee9 [ 1092.277525] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.280706] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.280805] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.281354] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.281753] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2c58ec-9741-4c0f-96ab-8e2a78d45cab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.289530] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1092.289530] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52de1ea5-adc7-cf7a-3ae3-cd37901768e3" [ 1092.289530] env[70041]: _type = "Task" [ 1092.289530] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.302437] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52de1ea5-adc7-cf7a-3ae3-cd37901768e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.335936] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193485, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.581869] env[70041]: DEBUG oslo_concurrency.lockutils [req-96ae07cc-9ebf-4a02-8c0e-c31c26435c9f req-e48e7664-5402-4e42-a553-35ac3b9064e7 service nova] Releasing lock "refresh_cache-ccc08113-192e-4a49-bf2b-b30ba9f4a25e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.586754] env[70041]: DEBUG nova.compute.manager [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70041) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1092.624960] env[70041]: DEBUG oslo_vmware.api [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.752165] env[70041]: DEBUG nova.objects.instance [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lazy-loading 'numa_topology' on Instance uuid 5e015b19-d4b3-4683-85bc-69c69653530e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.784690] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d8f8e5cc-1842-43de-abb2-1c08ffcb344e tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "ecec1202-d89c-4d1b-8703-8b41c72a6ee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.841s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.799859] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52de1ea5-adc7-cf7a-3ae3-cd37901768e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.800202] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.800455] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.800688] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.800828] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.801013] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.801276] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1410a8c8-bbb9-4bd1-84d7-f92e3b8c63c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.815578] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.815765] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.816505] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ba97958-0981-4068-9f03-407bee5cdf49 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.822543] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1092.822543] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52027469-a299-72a1-1540-a715136fb4b3" [ 1092.822543] env[70041]: _type = "Task" [ 1092.822543] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.834099] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52027469-a299-72a1-1540-a715136fb4b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.836985] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193485, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.120926] env[70041]: DEBUG oslo_vmware.api [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.268192} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.121208] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.121392] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.121573] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.121752] env[70041]: INFO nova.compute.manager [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1093.122081] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.122237] env[70041]: DEBUG nova.compute.manager [-] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.122375] env[70041]: DEBUG nova.network.neutron [-] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.255561] env[70041]: DEBUG nova.objects.base [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Object Instance<5e015b19-d4b3-4683-85bc-69c69653530e> lazy-loaded attributes: resources,numa_topology {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.338675] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52027469-a299-72a1-1540-a715136fb4b3, 'name': SearchDatastore_Task, 'duration_secs': 0.022419} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.345892] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193485, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.539541} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.346833] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f688f2ad-ab65-494d-b824-59e39062da93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.349359] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf/OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf.vmdk to [datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37/865934d6-b275-4e8e-ad4e-2fb7a8c99b37.vmdk. [ 1093.349556] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Cleaning up location [datastore2] OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1093.349717] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b6c73f69-0e74-4f1b-aaa8-e5c59c852baf {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.349963] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d34a618-05c0-4319-b57e-6d2f85dcc698 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.356583] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1093.356583] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e638ec-41df-a708-1d09-8e3028cdf707" [ 1093.356583] env[70041]: _type = "Task" [ 1093.356583] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.360792] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1093.360792] env[70041]: value = "task-3193492" [ 1093.360792] env[70041]: _type = "Task" [ 1093.360792] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.371343] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e638ec-41df-a708-1d09-8e3028cdf707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.377275] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.471788] env[70041]: DEBUG nova.compute.manager [req-2b737bd9-627d-4d6b-811a-8b0b14d2d82a req-716d107b-d97c-4060-aa3b-0fd738f77127 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Received event network-vif-deleted-9851c975-e424-4b11-aa12-93ce2a782a38 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1093.472010] env[70041]: INFO nova.compute.manager [req-2b737bd9-627d-4d6b-811a-8b0b14d2d82a req-716d107b-d97c-4060-aa3b-0fd738f77127 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Neutron deleted interface 9851c975-e424-4b11-aa12-93ce2a782a38; detaching it from the instance and deleting it from the info cache [ 1093.472187] env[70041]: DEBUG nova.network.neutron [req-2b737bd9-627d-4d6b-811a-8b0b14d2d82a req-716d107b-d97c-4060-aa3b-0fd738f77127 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.480980] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae952bcd-a212-4b9d-89f1-2d719bfa1873 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.490290] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979f52c1-c736-45ae-adc4-47b6276ba69d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.525581] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f674130d-5b7c-44ec-a2a8-59e38ccd87f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.534768] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440ab546-07b7-4664-aa5a-2c0694d0814c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.550861] env[70041]: DEBUG nova.compute.provider_tree [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.715943] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.716435] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "8e2c83f5-c71d-4403-97d8-650989a33b08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.716669] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "8e2c83f5-c71d-4403-97d8-650989a33b08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.716893] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "8e2c83f5-c71d-4403-97d8-650989a33b08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.717122] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "8e2c83f5-c71d-4403-97d8-650989a33b08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.717312] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "8e2c83f5-c71d-4403-97d8-650989a33b08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.720330] env[70041]: INFO nova.compute.manager [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Terminating instance [ 1093.868130] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e638ec-41df-a708-1d09-8e3028cdf707, 'name': SearchDatastore_Task, 'duration_secs': 0.016932} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.871378] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.871680] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] ccc08113-192e-4a49-bf2b-b30ba9f4a25e/ccc08113-192e-4a49-bf2b-b30ba9f4a25e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.871945] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7967a177-9367-4965-a584-150db171173b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.879534] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045093} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.881045] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.881197] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37/865934d6-b275-4e8e-ad4e-2fb7a8c99b37.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.881521] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37/865934d6-b275-4e8e-ad4e-2fb7a8c99b37.vmdk to [datastore2] a23b3cab-adeb-4904-b7d9-68b5ce084239/a23b3cab-adeb-4904-b7d9-68b5ce084239.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.881833] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1093.881833] env[70041]: value = "task-3193493" [ 1093.881833] env[70041]: _type = "Task" [ 1093.881833] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.882042] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1242c94-d909-4f20-90e7-f1f27549f510 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.893648] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.895139] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1093.895139] env[70041]: value = "task-3193494" [ 1093.895139] env[70041]: _type = "Task" [ 1093.895139] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.903521] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.952581] env[70041]: DEBUG nova.network.neutron [-] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.975605] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-413192ab-ffe3-4f20-aaf8-0b0ea1a637bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.987106] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a73d549-e73a-4a16-a05f-62b37f0387f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.022246] env[70041]: DEBUG nova.compute.manager [req-2b737bd9-627d-4d6b-811a-8b0b14d2d82a req-716d107b-d97c-4060-aa3b-0fd738f77127 service nova] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Detach interface failed, port_id=9851c975-e424-4b11-aa12-93ce2a782a38, reason: Instance a866e955-9dd5-4e5c-8516-6179cf4677db could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1094.054113] env[70041]: DEBUG nova.scheduler.client.report [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.225875] env[70041]: DEBUG nova.compute.manager [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.226147] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.227048] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3200c267-42f6-4613-bb2e-5862b4ba8cb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.235627] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.235884] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f36c9d7-7062-4d4e-8071-1275e1146975 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.242609] env[70041]: DEBUG oslo_vmware.api [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1094.242609] env[70041]: value = "task-3193495" [ 1094.242609] env[70041]: _type = "Task" [ 1094.242609] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.251076] env[70041]: DEBUG oslo_vmware.api [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.399258] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193493, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.410647] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193494, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.456507] env[70041]: INFO nova.compute.manager [-] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Took 1.33 seconds to deallocate network for instance. [ 1094.560106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.564185] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.036s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.566341] env[70041]: INFO nova.compute.claims [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.756498] env[70041]: DEBUG oslo_vmware.api [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193495, 'name': PowerOffVM_Task, 'duration_secs': 0.352629} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.756790] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.756964] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.757247] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93e7a84d-9574-43f7-9b7a-2369a874ff32 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.859138] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.859406] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.859606] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleting the datastore file [datastore2] 8e2c83f5-c71d-4403-97d8-650989a33b08 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.859893] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a47b86c-2359-4b82-bb19-35939263d627 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.871656] env[70041]: DEBUG oslo_vmware.api [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1094.871656] env[70041]: value = "task-3193497" [ 1094.871656] env[70041]: _type = "Task" [ 1094.871656] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.884338] env[70041]: DEBUG oslo_vmware.api [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.897660] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861013} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.897788] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] ccc08113-192e-4a49-bf2b-b30ba9f4a25e/ccc08113-192e-4a49-bf2b-b30ba9f4a25e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.897992] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.898280] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa34067-4a93-44de-9614-b4d564729e87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.912724] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193494, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.914685] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1094.914685] env[70041]: value = "task-3193498" [ 1094.914685] env[70041]: _type = "Task" [ 1094.914685] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.926940] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.964807] env[70041]: DEBUG oslo_concurrency.lockutils [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.076886] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e936524c-cd19-437c-894b-185e844898da tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.764s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.077669] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.746s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.079078] env[70041]: INFO nova.compute.manager [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Unshelving [ 1095.384865] env[70041]: DEBUG oslo_vmware.api [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.415950] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193494, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.428823] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08269} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.429227] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.430209] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d56db-0922-4d45-98a4-085d52f289bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.457711] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] ccc08113-192e-4a49-bf2b-b30ba9f4a25e/ccc08113-192e-4a49-bf2b-b30ba9f4a25e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.458012] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1f98382-680f-47b3-9a06-ade972166e26 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.482872] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1095.482872] env[70041]: value = "task-3193499" [ 1095.482872] env[70041]: _type = "Task" [ 1095.482872] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.495317] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.817275] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b6395-2e51-4168-94b0-733a4ba55b6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.831442] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb63e7d-b7b6-4d4d-aea5-45d0ff1f7eac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.866466] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d021ee62-6369-4870-a627-e3f5a0dd5dfd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.880021] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca00b801-7c02-49e9-8244-521e92570430 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.897323] env[70041]: DEBUG nova.compute.provider_tree [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.902142] env[70041]: DEBUG oslo_vmware.api [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.914714] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193494, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.001608] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193499, 'name': ReconfigVM_Task, 'duration_secs': 0.48816} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.002171] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] ccc08113-192e-4a49-bf2b-b30ba9f4a25e/ccc08113-192e-4a49-bf2b-b30ba9f4a25e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.003211] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11531fae-b5a9-402d-84f8-489a428af138 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.015478] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1096.015478] env[70041]: value = "task-3193500" [ 1096.015478] env[70041]: _type = "Task" [ 1096.015478] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.033358] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193500, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.105356] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.256072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "1705d5b8-a465-47e5-b07e-752ffe455797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.256072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "1705d5b8-a465-47e5-b07e-752ffe455797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.256072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "1705d5b8-a465-47e5-b07e-752ffe455797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.256072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "1705d5b8-a465-47e5-b07e-752ffe455797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.256072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "1705d5b8-a465-47e5-b07e-752ffe455797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.259804] env[70041]: INFO nova.compute.manager [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Terminating instance [ 1096.388308] env[70041]: DEBUG oslo_vmware.api [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.418233] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193494, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.421833] env[70041]: ERROR nova.scheduler.client.report [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [req-c8f60426-fd20-48ca-b0f7-46cfea723190] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 125, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c58aff8-f55e-4b6a-861b-97c91f559388. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8f60426-fd20-48ca-b0f7-46cfea723190"}]} [ 1096.440411] env[70041]: DEBUG nova.scheduler.client.report [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1096.455561] env[70041]: DEBUG nova.scheduler.client.report [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1096.455796] env[70041]: DEBUG nova.compute.provider_tree [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1096.468651] env[70041]: DEBUG nova.scheduler.client.report [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1096.488721] env[70041]: DEBUG nova.scheduler.client.report [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1096.527545] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193500, 'name': Rename_Task, 'duration_secs': 0.303895} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.527836] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.528114] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e22cbf0-71e0-4180-9e28-72b806aa895d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.539525] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1096.539525] env[70041]: value = "task-3193501" [ 1096.539525] env[70041]: _type = "Task" [ 1096.539525] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.551764] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.687553] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f277816-2aad-4eea-9ed4-bd7eb039aec2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.694328] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3a9b80-7b04-45df-a75e-df31ec20153c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.727729] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71753f4f-338e-47f8-ad0a-2c172f762fc0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.736976] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0737204-1278-4d5b-b353-24cdc27be16f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.751463] env[70041]: DEBUG nova.compute.provider_tree [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.763954] env[70041]: DEBUG nova.compute.manager [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.764198] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.765398] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ade8084-324d-4cf0-a48b-a74396f161e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.773755] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.774015] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2abca540-ff36-4328-8a70-079f08ff1172 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.780482] env[70041]: DEBUG oslo_vmware.api [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1096.780482] env[70041]: value = "task-3193502" [ 1096.780482] env[70041]: _type = "Task" [ 1096.780482] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.788584] env[70041]: DEBUG oslo_vmware.api [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.887645] env[70041]: DEBUG oslo_vmware.api [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.761628} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.888181] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.888181] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.888336] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.888436] env[70041]: INFO nova.compute.manager [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1096.888682] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.888971] env[70041]: DEBUG nova.compute.manager [-] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.889071] env[70041]: DEBUG nova.network.neutron [-] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.913460] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193494, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.72459} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.913655] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/865934d6-b275-4e8e-ad4e-2fb7a8c99b37/865934d6-b275-4e8e-ad4e-2fb7a8c99b37.vmdk to [datastore2] a23b3cab-adeb-4904-b7d9-68b5ce084239/a23b3cab-adeb-4904-b7d9-68b5ce084239.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.914512] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7817ed-f1d8-485c-8090-391e95e94810 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.939529] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] a23b3cab-adeb-4904-b7d9-68b5ce084239/a23b3cab-adeb-4904-b7d9-68b5ce084239.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.942079] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da7594b7-4bd9-4451-b9d2-4c5e43105512 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.963268] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1096.963268] env[70041]: value = "task-3193503" [ 1096.963268] env[70041]: _type = "Task" [ 1096.963268] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.972148] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.051618] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.188012] env[70041]: DEBUG nova.compute.manager [req-676dc23f-2730-4abf-a8d2-6da9adeb5495 req-be93e6b9-f24e-4a5e-8b85-97308a070875 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Received event network-vif-deleted-89927d62-9c22-4a8b-bbe1-f5daa21c8f49 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1097.188243] env[70041]: INFO nova.compute.manager [req-676dc23f-2730-4abf-a8d2-6da9adeb5495 req-be93e6b9-f24e-4a5e-8b85-97308a070875 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Neutron deleted interface 89927d62-9c22-4a8b-bbe1-f5daa21c8f49; detaching it from the instance and deleting it from the info cache [ 1097.188407] env[70041]: DEBUG nova.network.neutron [req-676dc23f-2730-4abf-a8d2-6da9adeb5495 req-be93e6b9-f24e-4a5e-8b85-97308a070875 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.255018] env[70041]: DEBUG nova.scheduler.client.report [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.292870] env[70041]: DEBUG oslo_vmware.api [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193502, 'name': PowerOffVM_Task, 'duration_secs': 0.361234} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.293214] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.293419] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.293804] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc68dba7-8958-4df7-b1a0-4dc71dd21c48 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.375037] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.375205] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.375326] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Deleting the datastore file [datastore2] 1705d5b8-a465-47e5-b07e-752ffe455797 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.375601] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f4b0760-b2f3-46f4-9bd5-fb10bde19f4e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.382250] env[70041]: DEBUG oslo_vmware.api [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1097.382250] env[70041]: value = "task-3193505" [ 1097.382250] env[70041]: _type = "Task" [ 1097.382250] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.390283] env[70041]: DEBUG oslo_vmware.api [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.474443] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.550100] env[70041]: DEBUG oslo_vmware.api [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193501, 'name': PowerOnVM_Task, 'duration_secs': 0.808843} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.550313] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.550512] env[70041]: INFO nova.compute.manager [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1097.550718] env[70041]: DEBUG nova.compute.manager [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.551484] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a2bd88-3331-46b0-bdaa-e617b27768a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.663480] env[70041]: DEBUG nova.network.neutron [-] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.691305] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ac372c6-50bc-404e-be58-81c24564ce1b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.701327] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b30013-371c-4e46-aa80-ceef4922e04e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.733478] env[70041]: DEBUG nova.compute.manager [req-676dc23f-2730-4abf-a8d2-6da9adeb5495 req-be93e6b9-f24e-4a5e-8b85-97308a070875 service nova] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Detach interface failed, port_id=89927d62-9c22-4a8b-bbe1-f5daa21c8f49, reason: Instance 8e2c83f5-c71d-4403-97d8-650989a33b08 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1097.762975] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.199s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.763508] env[70041]: DEBUG nova.compute.manager [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.766189] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.050s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.893013] env[70041]: DEBUG oslo_vmware.api [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.929244] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.929527] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.974549] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193503, 'name': ReconfigVM_Task, 'duration_secs': 0.606945} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.974827] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Reconfigured VM instance instance-00000048 to attach disk [datastore2] a23b3cab-adeb-4904-b7d9-68b5ce084239/a23b3cab-adeb-4904-b7d9-68b5ce084239.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.976407] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'image_id': 'c55f29aa-67f7-499a-8c0c-923c762528f4'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638604', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'name': 'volume-0cf722ab-a614-44d6-a426-8b8dc448c1af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a23b3cab-adeb-4904-b7d9-68b5ce084239', 'attached_at': '', 'detached_at': '', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'serial': '0cf722ab-a614-44d6-a426-8b8dc448c1af'}, 'device_type': None, 'attachment_id': '55b0c695-5383-421a-8891-d117279c432d', 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=70041) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1097.976613] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1097.976807] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638604', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'name': 'volume-0cf722ab-a614-44d6-a426-8b8dc448c1af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a23b3cab-adeb-4904-b7d9-68b5ce084239', 'attached_at': '', 'detached_at': '', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'serial': '0cf722ab-a614-44d6-a426-8b8dc448c1af'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1097.977569] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f02a1b-697a-448b-84a9-14258eb5a825 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.993647] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cde5677-3198-436a-b7cb-34baf7eb15ff {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.018052] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-0cf722ab-a614-44d6-a426-8b8dc448c1af/volume-0cf722ab-a614-44d6-a426-8b8dc448c1af.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.018362] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af753bf3-e3d7-47d1-94c9-248c5a33a9da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.037754] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1098.037754] env[70041]: value = "task-3193506" [ 1098.037754] env[70041]: _type = "Task" [ 1098.037754] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.047035] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.068661] env[70041]: INFO nova.compute.manager [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Took 25.02 seconds to build instance. [ 1098.165622] env[70041]: INFO nova.compute.manager [-] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Took 1.28 seconds to deallocate network for instance. [ 1098.269630] env[70041]: DEBUG nova.compute.utils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.271231] env[70041]: DEBUG nova.objects.instance [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'migration_context' on Instance uuid fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.272490] env[70041]: DEBUG nova.compute.manager [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.272806] env[70041]: DEBUG nova.network.neutron [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.328691] env[70041]: DEBUG nova.policy [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdac1dbc7634275a3737ebf450d1e0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c908ec3b73514d789a3e001bb8ff4366', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.394654] env[70041]: DEBUG oslo_vmware.api [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.898282} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.394925] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.395124] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.395308] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.395481] env[70041]: INFO nova.compute.manager [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1098.395729] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.395913] env[70041]: DEBUG nova.compute.manager [-] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.396009] env[70041]: DEBUG nova.network.neutron [-] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.436135] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.436135] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.436265] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.436740] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.436740] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.436740] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.436880] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1098.436945] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.550198] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.570963] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d33ca366-b869-48dc-adde-ab5415ad36d7 tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.896s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.635449] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-5d4adfe6-37bf-444d-9139-a60f3105bbfd-843e2eb7-e43b-4be6-92ec-36264b000e56" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.635723] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-5d4adfe6-37bf-444d-9139-a60f3105bbfd-843e2eb7-e43b-4be6-92ec-36264b000e56" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.636163] env[70041]: DEBUG nova.objects.instance [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'flavor' on Instance uuid 5d4adfe6-37bf-444d-9139-a60f3105bbfd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.653147] env[70041]: DEBUG nova.compute.manager [req-15c637f1-87ae-4120-ac53-8d1fdc51d4f1 req-64c50688-3f2b-407f-bb4a-acccb1a350d0 service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Received event network-vif-deleted-88d53759-e76b-4fac-9667-8c46a18ddcb9 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1098.653369] env[70041]: INFO nova.compute.manager [req-15c637f1-87ae-4120-ac53-8d1fdc51d4f1 req-64c50688-3f2b-407f-bb4a-acccb1a350d0 service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Neutron deleted interface 88d53759-e76b-4fac-9667-8c46a18ddcb9; detaching it from the instance and deleting it from the info cache [ 1098.653560] env[70041]: DEBUG nova.network.neutron [req-15c637f1-87ae-4120-ac53-8d1fdc51d4f1 req-64c50688-3f2b-407f-bb4a-acccb1a350d0 service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.671592] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.679206] env[70041]: DEBUG nova.network.neutron [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Successfully created port: 9025f6ae-ad93-4e80-b7d5-37fecf937ddf {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.774028] env[70041]: DEBUG nova.compute.manager [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.942372] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.001743] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6449afa5-e49e-459e-9345-0a27ccc7f816 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.010154] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8632eb10-a271-4580-8898-398edd19e48b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.043581] env[70041]: DEBUG nova.network.neutron [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Successfully created port: 0abfd040-5ee6-4920-87d6-3ec6698b088c {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.049140] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4051bd0-60dc-4276-a9bf-3442bb0afdf1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.057763] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193506, 'name': ReconfigVM_Task, 'duration_secs': 0.610619} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.059830] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-0cf722ab-a614-44d6-a426-8b8dc448c1af/volume-0cf722ab-a614-44d6-a426-8b8dc448c1af.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.064815] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4ffb4c-8060-415f-8b43-fef1652465e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.075675] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0443730f-5663-4e8d-a292-3d2bf1dbb43d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.090821] env[70041]: DEBUG nova.compute.provider_tree [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.094396] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1099.094396] env[70041]: value = "task-3193507" [ 1099.094396] env[70041]: _type = "Task" [ 1099.094396] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.105464] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.121092] env[70041]: DEBUG nova.network.neutron [-] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.156064] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-694f516c-ae6b-4634-9008-c125e872853c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.167354] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920823ed-a216-4221-9ab9-2978ae103986 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.200616] env[70041]: DEBUG nova.compute.manager [req-15c637f1-87ae-4120-ac53-8d1fdc51d4f1 req-64c50688-3f2b-407f-bb4a-acccb1a350d0 service nova] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Detach interface failed, port_id=88d53759-e76b-4fac-9667-8c46a18ddcb9, reason: Instance 1705d5b8-a465-47e5-b07e-752ffe455797 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1099.240846] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquiring lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.240846] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.240846] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquiring lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.241224] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.241583] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.244557] env[70041]: INFO nova.compute.manager [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Terminating instance [ 1099.289496] env[70041]: DEBUG nova.objects.instance [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d4adfe6-37bf-444d-9139-a60f3105bbfd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.598102] env[70041]: DEBUG nova.scheduler.client.report [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.609708] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193507, 'name': ReconfigVM_Task, 'duration_secs': 0.142989} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.610298] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638604', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'name': 'volume-0cf722ab-a614-44d6-a426-8b8dc448c1af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a23b3cab-adeb-4904-b7d9-68b5ce084239', 'attached_at': '', 'detached_at': '', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'serial': '0cf722ab-a614-44d6-a426-8b8dc448c1af'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1099.611063] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-501fd6ac-9258-453d-9ed4-19fff9ffac6d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.619060] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1099.619060] env[70041]: value = "task-3193508" [ 1099.619060] env[70041]: _type = "Task" [ 1099.619060] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.625533] env[70041]: INFO nova.compute.manager [-] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Took 1.23 seconds to deallocate network for instance. [ 1099.634114] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193508, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.750373] env[70041]: DEBUG nova.compute.manager [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.750808] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.751866] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3199c593-d527-4062-8796-b0495bb4228b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.760803] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.761069] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3cffab4-b5fa-4dcc-9106-3a5791175562 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.768498] env[70041]: DEBUG oslo_vmware.api [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1099.768498] env[70041]: value = "task-3193509" [ 1099.768498] env[70041]: _type = "Task" [ 1099.768498] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.777599] env[70041]: DEBUG oslo_vmware.api [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.787097] env[70041]: DEBUG nova.compute.manager [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.791197] env[70041]: DEBUG nova.objects.base [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Object Instance<5d4adfe6-37bf-444d-9139-a60f3105bbfd> lazy-loaded attributes: flavor,pci_requests {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1099.791408] env[70041]: DEBUG nova.network.neutron [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.816282] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.816582] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.816741] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.816924] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.817115] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.817275] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.817549] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.817635] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.817835] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.818018] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.818216] env[70041]: DEBUG nova.virt.hardware [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.819118] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db158c6-4d65-459a-a79b-1d0001b2bb4e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.828736] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf1a49d-b69a-4e4d-983b-22d22f133468 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.873630] env[70041]: DEBUG nova.policy [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb478d61804f49dfb268373f3d1b9257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da15d1d3e083436d9c7265db9d62fd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.130765] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193508, 'name': Rename_Task, 'duration_secs': 0.173843} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.131755] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.132022] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a6ad30e-99fd-46b1-8f79-5a080c1dd5f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.135856] env[70041]: DEBUG oslo_concurrency.lockutils [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.139975] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1100.139975] env[70041]: value = "task-3193510" [ 1100.139975] env[70041]: _type = "Task" [ 1100.139975] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.148206] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.246646] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.246887] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.279463] env[70041]: DEBUG oslo_vmware.api [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193509, 'name': PowerOffVM_Task, 'duration_secs': 0.172328} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.279982] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.280168] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.280409] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-651f2776-1599-44ee-aa0d-90eded2209eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.363334] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.363697] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.363963] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Deleting the datastore file [datastore1] ccc08113-192e-4a49-bf2b-b30ba9f4a25e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.364296] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-039b9cb5-519e-46e8-9455-583d5dc2961b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.370863] env[70041]: DEBUG oslo_vmware.api [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for the task: (returnval){ [ 1100.370863] env[70041]: value = "task-3193512" [ 1100.370863] env[70041]: _type = "Task" [ 1100.370863] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.379991] env[70041]: DEBUG oslo_vmware.api [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.611092] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.845s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.618235] env[70041]: DEBUG nova.network.neutron [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Successfully updated port: 9025f6ae-ad93-4e80-b7d5-37fecf937ddf {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.619356] env[70041]: DEBUG oslo_concurrency.lockutils [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.655s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.619621] env[70041]: DEBUG nova.objects.instance [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lazy-loading 'resources' on Instance uuid a866e955-9dd5-4e5c-8516-6179cf4677db {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.650075] env[70041]: DEBUG oslo_vmware.api [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193510, 'name': PowerOnVM_Task, 'duration_secs': 0.469451} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.650426] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.749936] env[70041]: DEBUG nova.compute.utils [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.754632] env[70041]: DEBUG nova.compute.manager [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.755563] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a89f99d-f8f5-425c-a16e-b1df6e887d9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.880455] env[70041]: DEBUG oslo_vmware.api [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Task: {'id': task-3193512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16104} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.881420] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.881420] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.881420] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.881592] env[70041]: INFO nova.compute.manager [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1100.881769] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.881954] env[70041]: DEBUG nova.compute.manager [-] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.882054] env[70041]: DEBUG nova.network.neutron [-] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.252468] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.276393] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f6576cad-ebb4-453d-8fc1-dc0f7eda6f18 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.529s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.353400] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16826100-d40a-497b-8266-f0b75c5b6a68 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.361622] env[70041]: DEBUG nova.network.neutron [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Successfully updated port: 843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.363550] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13400a1a-4501-4c96-8faf-e0f6a2db2d35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.395339] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e440397-4936-4819-9707-d0f90ce49293 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.404345] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f9a61-c084-42dd-b910-4eca4943581d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.419531] env[70041]: DEBUG nova.compute.provider_tree [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.621016] env[70041]: DEBUG nova.network.neutron [-] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.868578] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.868843] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.869229] env[70041]: DEBUG nova.network.neutron [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.922290] env[70041]: DEBUG nova.scheduler.client.report [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.022590] env[70041]: DEBUG nova.compute.manager [req-5b015ed3-2fc4-4256-92b5-96f753ba6010 req-189c2c66-02af-45aa-b269-62873c71e1b8 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Received event network-vif-plugged-9025f6ae-ad93-4e80-b7d5-37fecf937ddf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1102.022838] env[70041]: DEBUG oslo_concurrency.lockutils [req-5b015ed3-2fc4-4256-92b5-96f753ba6010 req-189c2c66-02af-45aa-b269-62873c71e1b8 service nova] Acquiring lock "f19a9a6d-f756-4999-92ba-34fe90443919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.023050] env[70041]: DEBUG oslo_concurrency.lockutils [req-5b015ed3-2fc4-4256-92b5-96f753ba6010 req-189c2c66-02af-45aa-b269-62873c71e1b8 service nova] Lock "f19a9a6d-f756-4999-92ba-34fe90443919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.023224] env[70041]: DEBUG oslo_concurrency.lockutils [req-5b015ed3-2fc4-4256-92b5-96f753ba6010 req-189c2c66-02af-45aa-b269-62873c71e1b8 service nova] Lock "f19a9a6d-f756-4999-92ba-34fe90443919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.023421] env[70041]: DEBUG nova.compute.manager [req-5b015ed3-2fc4-4256-92b5-96f753ba6010 req-189c2c66-02af-45aa-b269-62873c71e1b8 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] No waiting events found dispatching network-vif-plugged-9025f6ae-ad93-4e80-b7d5-37fecf937ddf {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.023567] env[70041]: WARNING nova.compute.manager [req-5b015ed3-2fc4-4256-92b5-96f753ba6010 req-189c2c66-02af-45aa-b269-62873c71e1b8 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Received unexpected event network-vif-plugged-9025f6ae-ad93-4e80-b7d5-37fecf937ddf for instance with vm_state building and task_state spawning. [ 1102.123914] env[70041]: INFO nova.compute.manager [-] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Took 1.24 seconds to deallocate network for instance. [ 1102.161352] env[70041]: INFO nova.compute.manager [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Swapping old allocation on dict_keys(['4c58aff8-f55e-4b6a-861b-97c91f559388']) held by migration 62517f3d-8a28-46e1-abf0-9f6f7c6633d9 for instance [ 1102.186027] env[70041]: DEBUG nova.scheduler.client.report [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Overwriting current allocation {'allocations': {'4c58aff8-f55e-4b6a-861b-97c91f559388': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': 'ea4864b3041b41b2abc94ffa505e8145', 'user_id': '9285626cf04b4011b1e49c36e6c9bfd2', 'consumer_generation': 1} on consumer fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc {{(pid=70041) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1102.296438] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.296689] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.296800] env[70041]: DEBUG nova.network.neutron [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.318273] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.318529] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.318761] env[70041]: INFO nova.compute.manager [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Attaching volume f4b3d5af-3027-429e-9b75-ef274a8204ed to /dev/sdb [ 1102.350604] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0d308e-ac0c-49a8-be6d-a6b15a0cd9e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.358997] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d494370-36db-4f68-899f-4c436b745dce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.375884] env[70041]: DEBUG nova.virt.block_device [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Updating existing volume attachment record: a2b812f8-d3df-407d-9c06-1dda0e211791 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1102.410816] env[70041]: WARNING nova.network.neutron [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] f0619be7-a5c2-484b-8bb6-a359425d7407 already exists in list: networks containing: ['f0619be7-a5c2-484b-8bb6-a359425d7407']. ignoring it [ 1102.426776] env[70041]: DEBUG oslo_concurrency.lockutils [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.429046] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.324s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.429252] env[70041]: DEBUG nova.objects.instance [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e015b19-d4b3-4683-85bc-69c69653530e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.444732] env[70041]: INFO nova.scheduler.client.report [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted allocations for instance a866e955-9dd5-4e5c-8516-6179cf4677db [ 1102.514062] env[70041]: DEBUG nova.compute.manager [req-100c9147-5dd8-4a25-bfe2-566485daf7c5 req-0bdf803f-042d-4145-81f1-c45986077a5a service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received event network-vif-plugged-843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1102.514196] env[70041]: DEBUG oslo_concurrency.lockutils [req-100c9147-5dd8-4a25-bfe2-566485daf7c5 req-0bdf803f-042d-4145-81f1-c45986077a5a service nova] Acquiring lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.516388] env[70041]: DEBUG oslo_concurrency.lockutils [req-100c9147-5dd8-4a25-bfe2-566485daf7c5 req-0bdf803f-042d-4145-81f1-c45986077a5a service nova] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.516388] env[70041]: DEBUG oslo_concurrency.lockutils [req-100c9147-5dd8-4a25-bfe2-566485daf7c5 req-0bdf803f-042d-4145-81f1-c45986077a5a service nova] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.516492] env[70041]: DEBUG nova.compute.manager [req-100c9147-5dd8-4a25-bfe2-566485daf7c5 req-0bdf803f-042d-4145-81f1-c45986077a5a service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] No waiting events found dispatching network-vif-plugged-843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.516658] env[70041]: WARNING nova.compute.manager [req-100c9147-5dd8-4a25-bfe2-566485daf7c5 req-0bdf803f-042d-4145-81f1-c45986077a5a service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received unexpected event network-vif-plugged-843e2eb7-e43b-4be6-92ec-36264b000e56 for instance with vm_state active and task_state None. [ 1102.630235] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.699541] env[70041]: DEBUG nova.network.neutron [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Successfully updated port: 0abfd040-5ee6-4920-87d6-3ec6698b088c {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.705335] env[70041]: DEBUG nova.network.neutron [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "843e2eb7-e43b-4be6-92ec-36264b000e56", "address": "fa:16:3e:06:6a:d3", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843e2eb7-e4", "ovs_interfaceid": "843e2eb7-e43b-4be6-92ec-36264b000e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.933073] env[70041]: DEBUG nova.objects.instance [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lazy-loading 'numa_topology' on Instance uuid 5e015b19-d4b3-4683-85bc-69c69653530e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.955149] env[70041]: DEBUG oslo_concurrency.lockutils [None req-134eb83a-9834-470e-a9dd-6329294a3643 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "a866e955-9dd5-4e5c-8516-6179cf4677db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.978s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.030472] env[70041]: DEBUG nova.network.neutron [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance_info_cache with network_info: [{"id": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "address": "fa:16:3e:6d:64:7c", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb327e5b-44", "ovs_interfaceid": "eb327e5b-4476-4dbf-8e49-f4edfe2788c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.201609] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "refresh_cache-f19a9a6d-f756-4999-92ba-34fe90443919" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.201808] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquired lock "refresh_cache-f19a9a6d-f756-4999-92ba-34fe90443919" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.201987] env[70041]: DEBUG nova.network.neutron [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.208227] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.208951] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.209162] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.210123] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc71fe2d-a58d-4f74-acc7-fa66ff161c66 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.232539] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.232852] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.233094] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.233346] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.233589] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.233797] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.234087] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.234530] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.234652] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.234875] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.235130] env[70041]: DEBUG nova.virt.hardware [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.242686] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Reconfiguring VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1103.243379] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c79370f1-fede-4877-8f1a-59bc75fb3041 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.264824] env[70041]: DEBUG oslo_vmware.api [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1103.264824] env[70041]: value = "task-3193516" [ 1103.264824] env[70041]: _type = "Task" [ 1103.264824] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.276656] env[70041]: DEBUG oslo_vmware.api [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193516, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.441367] env[70041]: INFO nova.compute.claims [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.533816] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.535179] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c3bdc8-7d53-41ab-a3e0-a071fc2c4803 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.543117] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f0b81e-6381-4314-aeed-6ee8bf5819ba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.739150] env[70041]: DEBUG nova.network.neutron [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.775269] env[70041]: DEBUG oslo_vmware.api [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.014576] env[70041]: DEBUG nova.network.neutron [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Updating instance_info_cache with network_info: [{"id": "9025f6ae-ad93-4e80-b7d5-37fecf937ddf", "address": "fa:16:3e:b6:78:42", "network": {"id": "5fc2c050-cd48-4dc0-be80-b31c6c6ac6fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-286162191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9025f6ae-ad", "ovs_interfaceid": "9025f6ae-ad93-4e80-b7d5-37fecf937ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "address": "fa:16:3e:ff:8b:68", "network": {"id": "0b15bad4-8558-423f-b8d9-af047bc45a4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-27251196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abfd040-5e", "ovs_interfaceid": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.278890] env[70041]: DEBUG oslo_vmware.api [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193516, 'name': ReconfigVM_Task, 'duration_secs': 1.00912} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.278890] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.278890] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Reconfigured VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1104.313507] env[70041]: DEBUG nova.compute.manager [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Received event network-changed-9025f6ae-ad93-4e80-b7d5-37fecf937ddf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1104.313785] env[70041]: DEBUG nova.compute.manager [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Refreshing instance network info cache due to event network-changed-9025f6ae-ad93-4e80-b7d5-37fecf937ddf. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1104.313932] env[70041]: DEBUG oslo_concurrency.lockutils [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] Acquiring lock "refresh_cache-f19a9a6d-f756-4999-92ba-34fe90443919" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.456261] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "e67dd1ab-a925-42ed-992c-3ad264bdb058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.456563] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.517720] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Releasing lock "refresh_cache-f19a9a6d-f756-4999-92ba-34fe90443919" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.518417] env[70041]: DEBUG nova.compute.manager [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Instance network_info: |[{"id": "9025f6ae-ad93-4e80-b7d5-37fecf937ddf", "address": "fa:16:3e:b6:78:42", "network": {"id": "5fc2c050-cd48-4dc0-be80-b31c6c6ac6fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-286162191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9025f6ae-ad", "ovs_interfaceid": "9025f6ae-ad93-4e80-b7d5-37fecf937ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "address": "fa:16:3e:ff:8b:68", "network": {"id": "0b15bad4-8558-423f-b8d9-af047bc45a4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-27251196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abfd040-5e", "ovs_interfaceid": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.518417] env[70041]: DEBUG oslo_concurrency.lockutils [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] Acquired lock "refresh_cache-f19a9a6d-f756-4999-92ba-34fe90443919" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.518602] env[70041]: DEBUG nova.network.neutron [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Refreshing network info cache for port 9025f6ae-ad93-4e80-b7d5-37fecf937ddf {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.519939] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:78:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9025f6ae-ad93-4e80-b7d5-37fecf937ddf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:8b:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0abfd040-5ee6-4920-87d6-3ec6698b088c', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.529264] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.532420] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.532852] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-835b0a58-9ca0-4dcf-ad20-e23c5349d287 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.561081] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.561081] env[70041]: value = "task-3193517" [ 1104.561081] env[70041]: _type = "Task" [ 1104.561081] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.570941] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193517, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.648506] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.648506] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89cf767d-3a7f-49c5-9f13-03e31859b6cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.657137] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1104.657137] env[70041]: value = "task-3193518" [ 1104.657137] env[70041]: _type = "Task" [ 1104.657137] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.668449] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.687760] env[70041]: DEBUG nova.compute.manager [req-c9b06dfc-f2c6-4d43-a1cd-3b661f9d6271 req-55732d68-3545-4217-8280-93e2e3fa5c9e service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received event network-changed-843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1104.687961] env[70041]: DEBUG nova.compute.manager [req-c9b06dfc-f2c6-4d43-a1cd-3b661f9d6271 req-55732d68-3545-4217-8280-93e2e3fa5c9e service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing instance network info cache due to event network-changed-843e2eb7-e43b-4be6-92ec-36264b000e56. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1104.688219] env[70041]: DEBUG oslo_concurrency.lockutils [req-c9b06dfc-f2c6-4d43-a1cd-3b661f9d6271 req-55732d68-3545-4217-8280-93e2e3fa5c9e service nova] Acquiring lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.688351] env[70041]: DEBUG oslo_concurrency.lockutils [req-c9b06dfc-f2c6-4d43-a1cd-3b661f9d6271 req-55732d68-3545-4217-8280-93e2e3fa5c9e service nova] Acquired lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.688533] env[70041]: DEBUG nova.network.neutron [req-c9b06dfc-f2c6-4d43-a1cd-3b661f9d6271 req-55732d68-3545-4217-8280-93e2e3fa5c9e service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing network info cache for port 843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.691474] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a668eeed-3e92-4eaf-9ec0-7818b623ff09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.700406] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a70d86-cfee-48e7-8e72-4ed9bf332ce3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.739569] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1774b4-4df8-47b8-9374-bd366f4d908b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.748585] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f959686e-95de-4cba-bacc-cbca5c9b010a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.764086] env[70041]: DEBUG nova.compute.provider_tree [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.783745] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6eb09c25-2776-47be-86fd-426dded3f366 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-5d4adfe6-37bf-444d-9139-a60f3105bbfd-843e2eb7-e43b-4be6-92ec-36264b000e56" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.148s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.869119] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.869442] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.958438] env[70041]: DEBUG nova.compute.manager [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.071906] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193517, 'name': CreateVM_Task, 'duration_secs': 0.472187} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.072131] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.072915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.073186] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.073592] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.073858] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff0fa46-1f1f-44c8-9356-a8b0951c24e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.079499] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1105.079499] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd4085-bcbc-7f02-da73-24c3d039f554" [ 1105.079499] env[70041]: _type = "Task" [ 1105.079499] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.088797] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd4085-bcbc-7f02-da73-24c3d039f554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.167161] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193518, 'name': PowerOffVM_Task, 'duration_secs': 0.238821} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.169941] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.170637] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.170865] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.171031] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.171218] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.171423] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.171578] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.171785] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.171943] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.172119] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.172277] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.172444] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.177605] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26399cb7-5865-4d07-bb5f-7a4f1e8d0f8c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.193274] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1105.193274] env[70041]: value = "task-3193520" [ 1105.193274] env[70041]: _type = "Task" [ 1105.193274] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.203453] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.252792] env[70041]: DEBUG nova.network.neutron [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Updated VIF entry in instance network info cache for port 9025f6ae-ad93-4e80-b7d5-37fecf937ddf. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.253322] env[70041]: DEBUG nova.network.neutron [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Updating instance_info_cache with network_info: [{"id": "9025f6ae-ad93-4e80-b7d5-37fecf937ddf", "address": "fa:16:3e:b6:78:42", "network": {"id": "5fc2c050-cd48-4dc0-be80-b31c6c6ac6fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-286162191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9025f6ae-ad", "ovs_interfaceid": "9025f6ae-ad93-4e80-b7d5-37fecf937ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "address": "fa:16:3e:ff:8b:68", "network": {"id": "0b15bad4-8558-423f-b8d9-af047bc45a4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-27251196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abfd040-5e", "ovs_interfaceid": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.269736] env[70041]: DEBUG nova.scheduler.client.report [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.371814] env[70041]: DEBUG nova.compute.manager [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.416173] env[70041]: DEBUG nova.network.neutron [req-c9b06dfc-f2c6-4d43-a1cd-3b661f9d6271 req-55732d68-3545-4217-8280-93e2e3fa5c9e service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updated VIF entry in instance network info cache for port 843e2eb7-e43b-4be6-92ec-36264b000e56. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.416609] env[70041]: DEBUG nova.network.neutron [req-c9b06dfc-f2c6-4d43-a1cd-3b661f9d6271 req-55732d68-3545-4217-8280-93e2e3fa5c9e service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "843e2eb7-e43b-4be6-92ec-36264b000e56", "address": "fa:16:3e:06:6a:d3", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843e2eb7-e4", "ovs_interfaceid": "843e2eb7-e43b-4be6-92ec-36264b000e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.484571] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.590202] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd4085-bcbc-7f02-da73-24c3d039f554, 'name': SearchDatastore_Task, 'duration_secs': 0.012041} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.590691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.590784] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.590968] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.591127] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.591309] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.591592] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e97d216a-7775-4f91-a340-bcb03faea487 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.606719] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.606909] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.607657] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c879aff-9a6c-4bc5-8967-aac90225a722 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.613113] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1105.613113] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527feaa6-31e7-d1a4-d129-1e13664c638e" [ 1105.613113] env[70041]: _type = "Task" [ 1105.613113] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.621587] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527feaa6-31e7-d1a4-d129-1e13664c638e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.704874] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193520, 'name': ReconfigVM_Task, 'duration_secs': 0.194617} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.705486] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135efb93-1b14-4373-bf9f-1ec5a74180bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.729801] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.729801] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.729801] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.729801] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.730235] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.730235] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.730351] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.730535] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.730622] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.730786] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.730956] env[70041]: DEBUG nova.virt.hardware [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.731862] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891b1af2-a2dc-472d-9217-2790726410bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.738855] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1105.738855] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524197d9-ea71-5bf8-c131-d0ecc5da04fa" [ 1105.738855] env[70041]: _type = "Task" [ 1105.738855] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.748444] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524197d9-ea71-5bf8-c131-d0ecc5da04fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.756363] env[70041]: DEBUG oslo_concurrency.lockutils [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] Releasing lock "refresh_cache-f19a9a6d-f756-4999-92ba-34fe90443919" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.756603] env[70041]: DEBUG nova.compute.manager [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Received event network-vif-deleted-a2b26478-bafb-49cd-97e3-28ff6b4ef810 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1105.756791] env[70041]: DEBUG nova.compute.manager [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Received event network-vif-plugged-0abfd040-5ee6-4920-87d6-3ec6698b088c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1105.756983] env[70041]: DEBUG oslo_concurrency.lockutils [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] Acquiring lock "f19a9a6d-f756-4999-92ba-34fe90443919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.757203] env[70041]: DEBUG oslo_concurrency.lockutils [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] Lock "f19a9a6d-f756-4999-92ba-34fe90443919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.757366] env[70041]: DEBUG oslo_concurrency.lockutils [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] Lock "f19a9a6d-f756-4999-92ba-34fe90443919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.757530] env[70041]: DEBUG nova.compute.manager [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] No waiting events found dispatching network-vif-plugged-0abfd040-5ee6-4920-87d6-3ec6698b088c {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.757699] env[70041]: WARNING nova.compute.manager [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Received unexpected event network-vif-plugged-0abfd040-5ee6-4920-87d6-3ec6698b088c for instance with vm_state building and task_state spawning. [ 1105.757862] env[70041]: DEBUG nova.compute.manager [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Received event network-changed-0abfd040-5ee6-4920-87d6-3ec6698b088c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1105.758025] env[70041]: DEBUG nova.compute.manager [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Refreshing instance network info cache due to event network-changed-0abfd040-5ee6-4920-87d6-3ec6698b088c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1105.758211] env[70041]: DEBUG oslo_concurrency.lockutils [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] Acquiring lock "refresh_cache-f19a9a6d-f756-4999-92ba-34fe90443919" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.758354] env[70041]: DEBUG oslo_concurrency.lockutils [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] Acquired lock "refresh_cache-f19a9a6d-f756-4999-92ba-34fe90443919" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.758512] env[70041]: DEBUG nova.network.neutron [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Refreshing network info cache for port 0abfd040-5ee6-4920-87d6-3ec6698b088c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.775109] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.346s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.776967] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.106s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.777207] env[70041]: DEBUG nova.objects.instance [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lazy-loading 'resources' on Instance uuid 8e2c83f5-c71d-4403-97d8-650989a33b08 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.815600] env[70041]: INFO nova.network.neutron [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating port 83c797f1-7a70-47a7-af3d-4f22be7d1c25 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1105.896918] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.920019] env[70041]: DEBUG oslo_concurrency.lockutils [req-c9b06dfc-f2c6-4d43-a1cd-3b661f9d6271 req-55732d68-3545-4217-8280-93e2e3fa5c9e service nova] Releasing lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.125233] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527feaa6-31e7-d1a4-d129-1e13664c638e, 'name': SearchDatastore_Task, 'duration_secs': 0.027028} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.126080] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6130e110-eb1f-497d-b164-cedc540cc303 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.131722] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1106.131722] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52263084-ef56-a4e5-055d-4b0923e61b4a" [ 1106.131722] env[70041]: _type = "Task" [ 1106.131722] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.142884] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52263084-ef56-a4e5-055d-4b0923e61b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.250043] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524197d9-ea71-5bf8-c131-d0ecc5da04fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.255536] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1106.255808] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f1c034b-ce7f-4cb9-842f-0432151d1cfd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.277514] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1106.277514] env[70041]: value = "task-3193521" [ 1106.277514] env[70041]: _type = "Task" [ 1106.277514] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.288064] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.412170] env[70041]: DEBUG oslo_concurrency.lockutils [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-5d4adfe6-37bf-444d-9139-a60f3105bbfd-843e2eb7-e43b-4be6-92ec-36264b000e56" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.412170] env[70041]: DEBUG oslo_concurrency.lockutils [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-5d4adfe6-37bf-444d-9139-a60f3105bbfd-843e2eb7-e43b-4be6-92ec-36264b000e56" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.472620] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9548d099-e74b-4dc0-8296-256bbc765c13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.480446] env[70041]: DEBUG nova.network.neutron [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Updated VIF entry in instance network info cache for port 0abfd040-5ee6-4920-87d6-3ec6698b088c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.480929] env[70041]: DEBUG nova.network.neutron [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Updating instance_info_cache with network_info: [{"id": "9025f6ae-ad93-4e80-b7d5-37fecf937ddf", "address": "fa:16:3e:b6:78:42", "network": {"id": "5fc2c050-cd48-4dc0-be80-b31c6c6ac6fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-286162191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9025f6ae-ad", "ovs_interfaceid": "9025f6ae-ad93-4e80-b7d5-37fecf937ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "address": "fa:16:3e:ff:8b:68", "network": {"id": "0b15bad4-8558-423f-b8d9-af047bc45a4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-27251196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abfd040-5e", "ovs_interfaceid": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.483036] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461011d5-89c7-4186-93ae-46ec440deec3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.516035] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fc6929-66e8-456a-9345-e01a7ff8b2fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.524923] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291aceab-4ab2-479d-9aee-e892a03e06b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.539490] env[70041]: DEBUG nova.compute.provider_tree [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.642611] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52263084-ef56-a4e5-055d-4b0923e61b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.037075} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.642932] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.643215] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f19a9a6d-f756-4999-92ba-34fe90443919/f19a9a6d-f756-4999-92ba-34fe90443919.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.643507] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d24fe7d1-5d79-4612-8bd4-f5f47a1a3032 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.650796] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1106.650796] env[70041]: value = "task-3193522" [ 1106.650796] env[70041]: _type = "Task" [ 1106.650796] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.661498] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.788395] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193521, 'name': ReconfigVM_Task, 'duration_secs': 0.271059} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.788666] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.789453] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4689e83a-6e73-437e-8f4d-f66b2754ac08 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.814452] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc/fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.814631] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7f092e-f61d-4fec-884e-17dbd0682117 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.838337] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1106.838337] env[70041]: value = "task-3193523" [ 1106.838337] env[70041]: _type = "Task" [ 1106.838337] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.849641] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.917483] env[70041]: DEBUG oslo_concurrency.lockutils [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.917733] env[70041]: DEBUG oslo_concurrency.lockutils [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.918612] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f785515-5423-47b1-9fc6-65be94247d9c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.940696] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a051ea19-488a-40b2-b8cd-dc88ce91521b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.969979] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Reconfiguring VM to detach interface {{(pid=70041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1106.970651] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e07591-fb24-4f57-89fe-6c77dbe75acf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.988025] env[70041]: DEBUG oslo_concurrency.lockutils [req-fac4589d-05cd-41da-826c-cc8895c8403c req-e3c179ca-994b-4372-aaf2-aa8431b27cd2 service nova] Releasing lock "refresh_cache-f19a9a6d-f756-4999-92ba-34fe90443919" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.991843] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1106.991843] env[70041]: value = "task-3193524" [ 1106.991843] env[70041]: _type = "Task" [ 1106.991843] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.004308] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.042799] env[70041]: DEBUG nova.scheduler.client.report [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.163109] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476615} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.163455] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f19a9a6d-f756-4999-92ba-34fe90443919/f19a9a6d-f756-4999-92ba-34fe90443919.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.163717] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.164094] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-075acfdb-4c29-4134-baed-d5891ca02928 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.172326] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1107.172326] env[70041]: value = "task-3193525" [ 1107.172326] env[70041]: _type = "Task" [ 1107.172326] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.182424] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.232604] env[70041]: DEBUG nova.compute.manager [req-df2a4688-e1f6-421a-80d2-f23fdc8c2587 req-53b10eed-bde1-46eb-9009-fbc7c8d472e1 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received event network-vif-plugged-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1107.232847] env[70041]: DEBUG oslo_concurrency.lockutils [req-df2a4688-e1f6-421a-80d2-f23fdc8c2587 req-53b10eed-bde1-46eb-9009-fbc7c8d472e1 service nova] Acquiring lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.233093] env[70041]: DEBUG oslo_concurrency.lockutils [req-df2a4688-e1f6-421a-80d2-f23fdc8c2587 req-53b10eed-bde1-46eb-9009-fbc7c8d472e1 service nova] Lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.233307] env[70041]: DEBUG oslo_concurrency.lockutils [req-df2a4688-e1f6-421a-80d2-f23fdc8c2587 req-53b10eed-bde1-46eb-9009-fbc7c8d472e1 service nova] Lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.233685] env[70041]: DEBUG nova.compute.manager [req-df2a4688-e1f6-421a-80d2-f23fdc8c2587 req-53b10eed-bde1-46eb-9009-fbc7c8d472e1 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] No waiting events found dispatching network-vif-plugged-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.233812] env[70041]: WARNING nova.compute.manager [req-df2a4688-e1f6-421a-80d2-f23fdc8c2587 req-53b10eed-bde1-46eb-9009-fbc7c8d472e1 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received unexpected event network-vif-plugged-83c797f1-7a70-47a7-af3d-4f22be7d1c25 for instance with vm_state shelved_offloaded and task_state spawning. [ 1107.350267] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193523, 'name': ReconfigVM_Task, 'duration_secs': 0.353646} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.350267] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfigured VM instance instance-00000057 to attach disk [datastore1] fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc/fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.350267] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6c805e-08f7-48d0-a196-a4f3ec39842d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.352477] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.352637] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.352800] env[70041]: DEBUG nova.network.neutron [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.374904] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9aef7-48df-4720-99be-1ca0f5344911 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.396100] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aae519a-7ad0-4411-9de4-b550a0a67283 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.416548] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f08e0-294b-4516-9edd-813cd62f735d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.423287] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.424349] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.424637] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638616', 'volume_id': 'f4b3d5af-3027-429e-9b75-ef274a8204ed', 'name': 'volume-f4b3d5af-3027-429e-9b75-ef274a8204ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66a6ebb2-e863-4ac7-88ca-80afce8ba94e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4b3d5af-3027-429e-9b75-ef274a8204ed', 'serial': 'f4b3d5af-3027-429e-9b75-ef274a8204ed'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.424961] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ab0d212-bec8-449c-a03d-a96e717573eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.426969] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fbaa27-279a-4ede-b4a5-7fccfc871373 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.443328] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d72a54c-eebc-47aa-8592-afde6b788a99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.445800] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1107.445800] env[70041]: value = "task-3193526" [ 1107.445800] env[70041]: _type = "Task" [ 1107.445800] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.470871] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-f4b3d5af-3027-429e-9b75-ef274a8204ed/volume-f4b3d5af-3027-429e-9b75-ef274a8204ed.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.471987] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f55286f-802e-402c-b6b8-21eb4e21fb41 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.488280] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.496846] env[70041]: DEBUG oslo_vmware.api [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1107.496846] env[70041]: value = "task-3193527" [ 1107.496846] env[70041]: _type = "Task" [ 1107.496846] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.503316] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.508179] env[70041]: DEBUG oslo_vmware.api [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.547926] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.550538] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.608s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.550734] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.550904] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1107.551267] env[70041]: DEBUG oslo_concurrency.lockutils [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.415s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.551455] env[70041]: DEBUG nova.objects.instance [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lazy-loading 'resources' on Instance uuid 1705d5b8-a465-47e5-b07e-752ffe455797 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.553129] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2064f8f1-87dd-4b23-8ff3-10e2ee48f2c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.563863] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e09a17d-6f48-4817-8960-a3d250a41930 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.580811] env[70041]: INFO nova.scheduler.client.report [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted allocations for instance 8e2c83f5-c71d-4403-97d8-650989a33b08 [ 1107.582393] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef628661-d6cf-487a-b209-fa3b56d545b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.592850] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b1748-42c6-41ad-814b-27023f82e585 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.624674] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179922MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1107.624674] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.683015] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073369} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.683568] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.684213] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9686dbbf-89e7-4e67-a15a-75004b4ce218 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.711576] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] f19a9a6d-f756-4999-92ba-34fe90443919/f19a9a6d-f756-4999-92ba-34fe90443919.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.711929] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6faabef-4ffe-4f9c-92d3-aacb194478de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.735212] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1107.735212] env[70041]: value = "task-3193528" [ 1107.735212] env[70041]: _type = "Task" [ 1107.735212] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.744195] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.956142] env[70041]: DEBUG oslo_vmware.api [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193526, 'name': PowerOnVM_Task, 'duration_secs': 0.436603} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.956424] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.008479] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.012296] env[70041]: DEBUG oslo_vmware.api [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.081599] env[70041]: DEBUG nova.network.neutron [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating instance_info_cache with network_info: [{"id": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "address": "fa:16:3e:7b:c3:35", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c797f1-7a", "ovs_interfaceid": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.092332] env[70041]: DEBUG oslo_concurrency.lockutils [None req-efbd3936-4cc8-4fb1-8d19-2f7847220889 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "8e2c83f5-c71d-4403-97d8-650989a33b08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.376s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.247641] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.250043] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3cb2de-74c3-4e23-9d50-a851f0dacea0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.257269] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cc3bc8-666b-4a16-9f25-b64b5edeaf5d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.289737] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4133cdc-6ad8-4547-b358-b6280a09371a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.298299] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fcd3e8-3668-451a-9499-d60ce3e744cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.312505] env[70041]: DEBUG nova.compute.provider_tree [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.509688] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.513764] env[70041]: DEBUG oslo_vmware.api [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193527, 'name': ReconfigVM_Task, 'duration_secs': 0.742118} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.514071] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-f4b3d5af-3027-429e-9b75-ef274a8204ed/volume-f4b3d5af-3027-429e-9b75-ef274a8204ed.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.519502] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7552e861-b3f5-4bbc-a6e8-e7c1cd6fdb7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.538038] env[70041]: DEBUG oslo_vmware.api [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1108.538038] env[70041]: value = "task-3193529" [ 1108.538038] env[70041]: _type = "Task" [ 1108.538038] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.548112] env[70041]: DEBUG oslo_vmware.api [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.584785] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.613119] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='512cf7aab21f57adfd2b60c5a8be61bb',container_format='bare',created_at=2025-03-26T23:07:24Z,direct_url=,disk_format='vmdk',id=4f9408ba-3624-4e13-8436-91a79d7425e2,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-833161077-shelved',owner='a3d5011f6beb4c8e84ce03e561fbeef0',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-03-26T23:07:39Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.613534] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.613783] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.614064] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.614337] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.614521] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.614815] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.614997] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.615201] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.615381] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.615563] env[70041]: DEBUG nova.virt.hardware [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.616483] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc363e1-835c-40b5-9c07-efadc2c14280 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.625082] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca29b31f-8b4b-4659-92ac-b5c464013a18 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.642024] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:c3:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83c797f1-7a70-47a7-af3d-4f22be7d1c25', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.650029] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.650029] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.650029] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c26202e-349c-4759-ba32-4e93ea0b3699 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.671527] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.671527] env[70041]: value = "task-3193530" [ 1108.671527] env[70041]: _type = "Task" [ 1108.671527] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.682171] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193530, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.750166] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193528, 'name': ReconfigVM_Task, 'duration_secs': 0.875619} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.750523] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Reconfigured VM instance instance-00000068 to attach disk [datastore2] f19a9a6d-f756-4999-92ba-34fe90443919/f19a9a6d-f756-4999-92ba-34fe90443919.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.751227] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a1583fc-fc34-4801-a544-f4ecc3547902 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.759350] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1108.759350] env[70041]: value = "task-3193531" [ 1108.759350] env[70041]: _type = "Task" [ 1108.759350] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.768782] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193531, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.816130] env[70041]: DEBUG nova.scheduler.client.report [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.007081] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.007987] env[70041]: INFO nova.compute.manager [None req-da40463e-c20d-4bf7-88b0-0d72a21cc506 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance to original state: 'active' [ 1109.043304] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "f9a81385-6edd-4858-bf7c-3cf17506fea7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.043304] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "f9a81385-6edd-4858-bf7c-3cf17506fea7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.056148] env[70041]: DEBUG oslo_vmware.api [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193529, 'name': ReconfigVM_Task, 'duration_secs': 0.175886} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.056525] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638616', 'volume_id': 'f4b3d5af-3027-429e-9b75-ef274a8204ed', 'name': 'volume-f4b3d5af-3027-429e-9b75-ef274a8204ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66a6ebb2-e863-4ac7-88ca-80afce8ba94e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4b3d5af-3027-429e-9b75-ef274a8204ed', 'serial': 'f4b3d5af-3027-429e-9b75-ef274a8204ed'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1109.182350] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193530, 'name': CreateVM_Task, 'duration_secs': 0.467986} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.182549] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.183229] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.183479] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.183870] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.184140] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f05803-4692-4a2e-aa5c-f3d3315dd325 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.188618] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1109.188618] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52717b32-0c7d-9cc6-7a0f-caefe4f56f8a" [ 1109.188618] env[70041]: _type = "Task" [ 1109.188618] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.195993] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52717b32-0c7d-9cc6-7a0f-caefe4f56f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.258491] env[70041]: DEBUG nova.compute.manager [req-65cccbd5-c450-44f7-b811-53c29a8d875c req-79251990-646b-4679-a740-6b73474c9a9d service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received event network-changed-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1109.258689] env[70041]: DEBUG nova.compute.manager [req-65cccbd5-c450-44f7-b811-53c29a8d875c req-79251990-646b-4679-a740-6b73474c9a9d service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Refreshing instance network info cache due to event network-changed-83c797f1-7a70-47a7-af3d-4f22be7d1c25. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1109.258928] env[70041]: DEBUG oslo_concurrency.lockutils [req-65cccbd5-c450-44f7-b811-53c29a8d875c req-79251990-646b-4679-a740-6b73474c9a9d service nova] Acquiring lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.259099] env[70041]: DEBUG oslo_concurrency.lockutils [req-65cccbd5-c450-44f7-b811-53c29a8d875c req-79251990-646b-4679-a740-6b73474c9a9d service nova] Acquired lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.259323] env[70041]: DEBUG nova.network.neutron [req-65cccbd5-c450-44f7-b811-53c29a8d875c req-79251990-646b-4679-a740-6b73474c9a9d service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Refreshing network info cache for port 83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.270872] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193531, 'name': Rename_Task, 'duration_secs': 0.16862} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.271137] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.271376] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1277f100-a5b3-4f17-b17a-c4203f741ecd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.279304] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1109.279304] env[70041]: value = "task-3193532" [ 1109.279304] env[70041]: _type = "Task" [ 1109.279304] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.288283] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.320155] env[70041]: DEBUG oslo_concurrency.lockutils [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.322828] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.693s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.323221] env[70041]: DEBUG nova.objects.instance [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lazy-loading 'resources' on Instance uuid ccc08113-192e-4a49-bf2b-b30ba9f4a25e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.346028] env[70041]: INFO nova.scheduler.client.report [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Deleted allocations for instance 1705d5b8-a465-47e5-b07e-752ffe455797 [ 1109.507669] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.549909] env[70041]: DEBUG nova.compute.manager [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.699755] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.700015] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Processing image 4f9408ba-3624-4e13-8436-91a79d7425e2 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.700267] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2/4f9408ba-3624-4e13-8436-91a79d7425e2.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.700413] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2/4f9408ba-3624-4e13-8436-91a79d7425e2.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.700592] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.701147] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a105e343-ef5d-46bd-964a-e4e987dc24de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.722028] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.722267] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.723730] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4a3385-6044-4de4-bd8e-fe4798d52054 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.732085] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1109.732085] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5227c0df-f534-d277-63dd-0067feb15427" [ 1109.732085] env[70041]: _type = "Task" [ 1109.732085] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.741699] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5227c0df-f534-d277-63dd-0067feb15427, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.789912] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193532, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.853593] env[70041]: DEBUG oslo_concurrency.lockutils [None req-510eacac-cacb-47e9-8391-12ef6bfc98bc tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "1705d5b8-a465-47e5-b07e-752ffe455797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.598s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.006478] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bb2a3b-f69b-4c4d-ac7b-57fb6c4d43aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.012732] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.017806] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fe5e8e-4762-416c-ae5c-1be57df64fa5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.021412] env[70041]: DEBUG nova.network.neutron [req-65cccbd5-c450-44f7-b811-53c29a8d875c req-79251990-646b-4679-a740-6b73474c9a9d service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updated VIF entry in instance network info cache for port 83c797f1-7a70-47a7-af3d-4f22be7d1c25. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.021736] env[70041]: DEBUG nova.network.neutron [req-65cccbd5-c450-44f7-b811-53c29a8d875c req-79251990-646b-4679-a740-6b73474c9a9d service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating instance_info_cache with network_info: [{"id": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "address": "fa:16:3e:7b:c3:35", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c797f1-7a", "ovs_interfaceid": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.054036] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78b2091-2b50-4b26-88d4-52d02558249f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.069944] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3590ace8-1bd6-447f-878d-f18898459bc3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.075042] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.086805] env[70041]: DEBUG nova.compute.provider_tree [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.093302] env[70041]: DEBUG nova.objects.instance [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lazy-loading 'flavor' on Instance uuid 66a6ebb2-e863-4ac7-88ca-80afce8ba94e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.243859] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Preparing fetch location {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1110.244218] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Fetch image to [datastore2] OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6/OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6.vmdk {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1110.244486] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Downloading stream optimized image 4f9408ba-3624-4e13-8436-91a79d7425e2 to [datastore2] OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6/OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6.vmdk on the data store datastore2 as vApp {{(pid=70041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1110.244684] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Downloading image file data 4f9408ba-3624-4e13-8436-91a79d7425e2 to the ESX as VM named 'OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6' {{(pid=70041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1110.267076] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.267318] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.267522] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.267704] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.267871] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.269817] env[70041]: INFO nova.compute.manager [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Terminating instance [ 1110.300021] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193532, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.325249] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1110.325249] env[70041]: value = "resgroup-9" [ 1110.325249] env[70041]: _type = "ResourcePool" [ 1110.325249] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1110.325692] env[70041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7e743c5e-4f5f-4120-af4f-9a3332e37456 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.348476] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lease: (returnval){ [ 1110.348476] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e32559-076c-7edb-5172-3300eed5546e" [ 1110.348476] env[70041]: _type = "HttpNfcLease" [ 1110.348476] env[70041]: } obtained for vApp import into resource pool (val){ [ 1110.348476] env[70041]: value = "resgroup-9" [ 1110.348476] env[70041]: _type = "ResourcePool" [ 1110.348476] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1110.348476] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the lease: (returnval){ [ 1110.348476] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e32559-076c-7edb-5172-3300eed5546e" [ 1110.348476] env[70041]: _type = "HttpNfcLease" [ 1110.348476] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1110.356333] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.356333] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e32559-076c-7edb-5172-3300eed5546e" [ 1110.356333] env[70041]: _type = "HttpNfcLease" [ 1110.356333] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1110.510368] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.525490] env[70041]: DEBUG oslo_concurrency.lockutils [req-65cccbd5-c450-44f7-b811-53c29a8d875c req-79251990-646b-4679-a740-6b73474c9a9d service nova] Releasing lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.590117] env[70041]: DEBUG nova.scheduler.client.report [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.598162] env[70041]: DEBUG oslo_concurrency.lockutils [None req-78e3d9f8-913c-49b7-a48c-61e5773f0973 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.280s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.774451] env[70041]: DEBUG nova.compute.manager [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.774451] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.775514] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95667ae-dc98-4898-a133-ce54e0bfa700 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.785063] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.785063] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb155548-12b8-4a6e-8bf0-eec296843f50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.794857] env[70041]: DEBUG oslo_vmware.api [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1110.794857] env[70041]: value = "task-3193534" [ 1110.794857] env[70041]: _type = "Task" [ 1110.794857] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.803893] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193532, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.810448] env[70041]: DEBUG oslo_vmware.api [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.858284] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.858284] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e32559-076c-7edb-5172-3300eed5546e" [ 1110.858284] env[70041]: _type = "HttpNfcLease" [ 1110.858284] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1110.874764] env[70041]: DEBUG oslo_concurrency.lockutils [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.875180] env[70041]: DEBUG oslo_concurrency.lockutils [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.875435] env[70041]: DEBUG oslo_concurrency.lockutils [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.875735] env[70041]: DEBUG oslo_concurrency.lockutils [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.876058] env[70041]: DEBUG oslo_concurrency.lockutils [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.878483] env[70041]: INFO nova.compute.manager [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Terminating instance [ 1111.012247] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.096723] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.098493] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.614s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.102179] env[70041]: INFO nova.compute.claims [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.120953] env[70041]: INFO nova.scheduler.client.report [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Deleted allocations for instance ccc08113-192e-4a49-bf2b-b30ba9f4a25e [ 1111.302121] env[70041]: DEBUG oslo_vmware.api [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193532, 'name': PowerOnVM_Task, 'duration_secs': 1.543099} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.302762] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.303041] env[70041]: INFO nova.compute.manager [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Took 11.52 seconds to spawn the instance on the hypervisor. [ 1111.303236] env[70041]: DEBUG nova.compute.manager [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.303980] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d8a9f7-894e-40b5-baad-88a7a13037b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.309368] env[70041]: DEBUG oslo_vmware.api [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193534, 'name': PowerOffVM_Task, 'duration_secs': 0.293101} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.309976] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.310067] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.310301] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de35559e-d832-4639-80d4-ba9e3523f6a0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.358305] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.358305] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e32559-076c-7edb-5172-3300eed5546e" [ 1111.358305] env[70041]: _type = "HttpNfcLease" [ 1111.358305] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1111.358837] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1111.358837] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e32559-076c-7edb-5172-3300eed5546e" [ 1111.358837] env[70041]: _type = "HttpNfcLease" [ 1111.358837] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1111.359576] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47084be1-154a-419a-83e9-e20d9def9822 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.367455] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226ce91-ace6-5c89-3ddf-fcd78a09ef29/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1111.367632] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226ce91-ace6-5c89-3ddf-fcd78a09ef29/disk-0.vmdk. {{(pid=70041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1111.424980] env[70041]: DEBUG nova.compute.manager [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.425245] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.427192] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1e6ea24-8f8b-4e34-8702-fef14669e469 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.428921] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.429143] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.429324] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Deleting the datastore file [datastore2] 836ed670-0125-4c94-ab5e-13bb98ef2ee7 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.430738] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-615ba190-4913-494b-a1bf-201d4363a731 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.435561] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed52a7e8-8d4e-4730-8218-d02f184f842e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.440709] env[70041]: DEBUG oslo_vmware.api [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for the task: (returnval){ [ 1111.440709] env[70041]: value = "task-3193537" [ 1111.440709] env[70041]: _type = "Task" [ 1111.440709] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.442312] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1111.442312] env[70041]: value = "task-3193536" [ 1111.442312] env[70041]: _type = "Task" [ 1111.442312] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.455452] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.458944] env[70041]: DEBUG oslo_vmware.api [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.511846] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.628228] env[70041]: DEBUG oslo_concurrency.lockutils [None req-57864ec3-b6a6-4e7d-a7fa-f91db042b50f tempest-ServerAddressesNegativeTestJSON-259930293 tempest-ServerAddressesNegativeTestJSON-259930293-project-member] Lock "ccc08113-192e-4a49-bf2b-b30ba9f4a25e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.388s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.717755] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.717755] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.826932] env[70041]: INFO nova.compute.manager [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Took 22.31 seconds to build instance. [ 1111.969354] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193536, 'name': PowerOffVM_Task, 'duration_secs': 0.202143} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.969662] env[70041]: DEBUG oslo_vmware.api [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Task: {'id': task-3193537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161666} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.972981] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.973333] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1111.973544] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638592', 'volume_id': '90e28c88-cabc-4291-a710-2e4ea37d9997', 'name': 'volume-90e28c88-cabc-4291-a710-2e4ea37d9997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc', 'attached_at': '2025-03-26T23:08:02.000000', 'detached_at': '', 'volume_id': '90e28c88-cabc-4291-a710-2e4ea37d9997', 'serial': '90e28c88-cabc-4291-a710-2e4ea37d9997'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1111.973854] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.974140] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.974431] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.974698] env[70041]: INFO nova.compute.manager [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1111.975025] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.975889] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3075dd2-7f90-4394-bf6c-f49d631b87a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.979464] env[70041]: DEBUG nova.compute.manager [-] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.979632] env[70041]: DEBUG nova.network.neutron [-] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.013891] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c63699-83c3-4483-80c3-a0256de46493 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.030794] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.034649] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c9764c-63eb-4e75-aa4e-29015eb636bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.061684] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b273ef93-f55a-4a59-a2c0-434d3996e9c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.080351] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] The volume has not been displaced from its original location: [datastore1] volume-90e28c88-cabc-4291-a710-2e4ea37d9997/volume-90e28c88-cabc-4291-a710-2e4ea37d9997.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1112.085693] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.090846] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8be71dda-823d-4636-85fe-275b3edde0e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.115646] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1112.115646] env[70041]: value = "task-3193538" [ 1112.115646] env[70041]: _type = "Task" [ 1112.115646] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.128790] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.223861] env[70041]: DEBUG nova.compute.utils [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.320689] env[70041]: DEBUG nova.compute.manager [req-c88fff6b-0b3b-4b84-b0d5-759f57216480 req-58813b9f-15f9-4061-843f-9cec43399ec6 service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Received event network-vif-deleted-d98c95bd-b394-4b90-9be3-0dee06d940ae {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1112.321023] env[70041]: INFO nova.compute.manager [req-c88fff6b-0b3b-4b84-b0d5-759f57216480 req-58813b9f-15f9-4061-843f-9cec43399ec6 service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Neutron deleted interface d98c95bd-b394-4b90-9be3-0dee06d940ae; detaching it from the instance and deleting it from the info cache [ 1112.321091] env[70041]: DEBUG nova.network.neutron [req-c88fff6b-0b3b-4b84-b0d5-759f57216480 req-58813b9f-15f9-4061-843f-9cec43399ec6 service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.329299] env[70041]: DEBUG oslo_concurrency.lockutils [None req-945d8ea4-240d-4e19-9ef6-19ddf7413e43 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "f19a9a6d-f756-4999-92ba-34fe90443919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.824s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.349540] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aad8f28-41c5-4caf-b11a-f40631acc655 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.362918] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e648f77f-8062-42f6-9a93-77e1ea25959b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.407573] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8702ba-4ff4-427a-9d17-7e74aba6c6bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.419120] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16073acf-1283-414b-96f5-7af46e371d55 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.436062] env[70041]: DEBUG nova.compute.provider_tree [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.517479] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.522055] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "f19a9a6d-f756-4999-92ba-34fe90443919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.522544] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "f19a9a6d-f756-4999-92ba-34fe90443919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.522544] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "f19a9a6d-f756-4999-92ba-34fe90443919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.522693] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "f19a9a6d-f756-4999-92ba-34fe90443919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.522861] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "f19a9a6d-f756-4999-92ba-34fe90443919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.525178] env[70041]: INFO nova.compute.manager [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Terminating instance [ 1112.629330] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193538, 'name': ReconfigVM_Task, 'duration_secs': 0.297904} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.631886] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1112.638935] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99494dcb-f6ee-4ed2-b557-75274ac581b9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.659147] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1112.659147] env[70041]: value = "task-3193539" [ 1112.659147] env[70041]: _type = "Task" [ 1112.659147] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.664038] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Completed reading data from the image iterator. {{(pid=70041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1112.664398] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226ce91-ace6-5c89-3ddf-fcd78a09ef29/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1112.665784] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fecc6-c3f6-46bc-b985-e34e0231c826 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.681522] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226ce91-ace6-5c89-3ddf-fcd78a09ef29/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1112.681740] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226ce91-ace6-5c89-3ddf-fcd78a09ef29/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1112.687915] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a7487729-03e7-4965-b56b-64cbf725dee1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.690706] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.727083] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.798708] env[70041]: DEBUG nova.network.neutron [-] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.826949] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08e870e2-fa75-4bb7-b037-9d5dea7f12b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.839963] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971eafc9-f923-4fc1-b6d4-b48c9728e291 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.874423] env[70041]: DEBUG nova.compute.manager [req-c88fff6b-0b3b-4b84-b0d5-759f57216480 req-58813b9f-15f9-4061-843f-9cec43399ec6 service nova] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Detach interface failed, port_id=d98c95bd-b394-4b90-9be3-0dee06d940ae, reason: Instance 836ed670-0125-4c94-ab5e-13bb98ef2ee7 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1112.941445] env[70041]: DEBUG nova.scheduler.client.report [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.015581] env[70041]: DEBUG oslo_vmware.api [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193524, 'name': ReconfigVM_Task, 'duration_secs': 5.833668} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.015857] env[70041]: DEBUG oslo_concurrency.lockutils [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.016038] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Reconfigured VM to detach interface {{(pid=70041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1113.034038] env[70041]: DEBUG nova.compute.manager [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.034038] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.034038] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f437417-fd30-42da-ba7d-10da7d3f626a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.039761] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.040020] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dee2bb5c-f482-470d-b236-6dc07cca8be3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.048282] env[70041]: DEBUG oslo_vmware.api [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1113.048282] env[70041]: value = "task-3193540" [ 1113.048282] env[70041]: _type = "Task" [ 1113.048282] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.058956] env[70041]: DEBUG oslo_vmware.api [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.121327] env[70041]: DEBUG oslo_vmware.rw_handles [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226ce91-ace6-5c89-3ddf-fcd78a09ef29/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1113.121327] env[70041]: INFO nova.virt.vmwareapi.images [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Downloaded image file data 4f9408ba-3624-4e13-8436-91a79d7425e2 [ 1113.121327] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e6d0a6-11c7-47bd-b07a-17c742d0e695 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.141035] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfd22e26-76e9-43ac-8e00-2e0dafcbcd96 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.178343] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193539, 'name': ReconfigVM_Task, 'duration_secs': 0.198511} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.178343] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638592', 'volume_id': '90e28c88-cabc-4291-a710-2e4ea37d9997', 'name': 'volume-90e28c88-cabc-4291-a710-2e4ea37d9997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc', 'attached_at': '2025-03-26T23:08:02.000000', 'detached_at': '', 'volume_id': '90e28c88-cabc-4291-a710-2e4ea37d9997', 'serial': '90e28c88-cabc-4291-a710-2e4ea37d9997'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1113.178343] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.179458] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57419d15-2327-4fe3-a434-5504eb47a57b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.186954] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.187234] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17c88385-33cf-4983-8c52-e9883a171f18 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.218575] env[70041]: INFO nova.virt.vmwareapi.images [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] The imported VM was unregistered [ 1113.221214] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Caching image {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1113.221445] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.222337] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b584c50b-1afb-4f94-9322-6b2e501f7df0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.253793] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Created directory with path [datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.253793] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6/OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6.vmdk to [datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2/4f9408ba-3624-4e13-8436-91a79d7425e2.vmdk. {{(pid=70041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1113.253793] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dff13415-f5d7-4080-9134-4212eb729586 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.263706] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1113.263706] env[70041]: value = "task-3193543" [ 1113.263706] env[70041]: _type = "Task" [ 1113.263706] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.279276] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193543, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.293501] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.296025] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.296025] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleting the datastore file [datastore1] fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.296025] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c95ffbc-d0aa-4c9c-85ec-14667db59d32 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.302016] env[70041]: INFO nova.compute.manager [-] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Took 1.32 seconds to deallocate network for instance. [ 1113.313231] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1113.313231] env[70041]: value = "task-3193544" [ 1113.313231] env[70041]: _type = "Task" [ 1113.313231] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.330505] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.450454] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.450454] env[70041]: DEBUG nova.compute.manager [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.451705] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.555s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.454226] env[70041]: INFO nova.compute.claims [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.560190] env[70041]: DEBUG oslo_vmware.api [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193540, 'name': PowerOffVM_Task, 'duration_secs': 0.359364} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.560666] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.560971] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.563557] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16182590-80f4-42e4-8892-d1aac6dee915 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.779361] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193543, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.804328] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.804618] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.804804] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Deleting the datastore file [datastore2] f19a9a6d-f756-4999-92ba-34fe90443919 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.805113] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3e98280-c837-4df0-8584-6bd1b304d2ed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.815385] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.823297] env[70041]: DEBUG oslo_vmware.api [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for the task: (returnval){ [ 1113.823297] env[70041]: value = "task-3193546" [ 1113.823297] env[70041]: _type = "Task" [ 1113.823297] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.834450] env[70041]: DEBUG oslo_vmware.api [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337626} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.837572] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.837858] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.838098] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.838286] env[70041]: INFO nova.compute.manager [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Took 2.41 seconds to destroy the instance on the hypervisor. [ 1113.838590] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.839169] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.839438] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.839695] env[70041]: INFO nova.compute.manager [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Attaching volume 355c946b-7684-4944-a6bd-e77151ec2bd9 to /dev/sdc [ 1113.841495] env[70041]: DEBUG oslo_vmware.api [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.842040] env[70041]: DEBUG nova.compute.manager [-] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1113.843440] env[70041]: DEBUG nova.network.neutron [-] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.885399] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a60a8c-3ba4-4d91-a5f8-6f2d4ccd3582 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.895389] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217f9f74-fb66-4483-b354-d7cf52b16f1a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.914092] env[70041]: DEBUG nova.virt.block_device [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Updating existing volume attachment record: ab7330ef-191a-4601-b5ec-3ed2bcffd944 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1113.959822] env[70041]: DEBUG nova.compute.utils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.968022] env[70041]: DEBUG nova.compute.manager [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.968022] env[70041]: DEBUG nova.network.neutron [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.055042] env[70041]: DEBUG nova.policy [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f136ca5eecb4a07b312f92249cf1326', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2130c2d274fe4db9a628f1ab43d2b798', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.276463] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193543, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.339434] env[70041]: DEBUG oslo_vmware.api [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.471076] env[70041]: DEBUG nova.compute.manager [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.613246] env[70041]: DEBUG oslo_concurrency.lockutils [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.613510] env[70041]: DEBUG oslo_concurrency.lockutils [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.613775] env[70041]: DEBUG nova.network.neutron [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.622115] env[70041]: DEBUG nova.compute.manager [req-d2935319-3ea7-49c6-a510-c0a95a1a3b8b req-0a723b83-67fd-405c-8e45-7e62ca2deaaa service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Received event network-vif-deleted-eb327e5b-4476-4dbf-8e49-f4edfe2788c7 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1114.622413] env[70041]: INFO nova.compute.manager [req-d2935319-3ea7-49c6-a510-c0a95a1a3b8b req-0a723b83-67fd-405c-8e45-7e62ca2deaaa service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Neutron deleted interface eb327e5b-4476-4dbf-8e49-f4edfe2788c7; detaching it from the instance and deleting it from the info cache [ 1114.622590] env[70041]: DEBUG nova.network.neutron [req-d2935319-3ea7-49c6-a510-c0a95a1a3b8b req-0a723b83-67fd-405c-8e45-7e62ca2deaaa service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.752237] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc64307b-9697-4d30-a6cf-67217e0ee983 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.762601] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f6d02c-0127-4673-8c02-3066afa58b03 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.807393] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952b4f99-c5c9-468c-a674-43e3779bf648 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.809744] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193543, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.818981] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5c0bc5-839d-446d-b410-055ff2270005 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.834905] env[70041]: DEBUG oslo_vmware.api [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.843781] env[70041]: DEBUG nova.compute.provider_tree [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.987227] env[70041]: DEBUG nova.network.neutron [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Successfully created port: fcd7ee3b-45a4-4163-bf18-3c5061152c31 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.010885] env[70041]: DEBUG nova.network.neutron [-] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.125753] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc39bc03-d929-4ee1-a922-671e1db66c81 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.141313] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24db6d0d-b241-48d1-99eb-63b0d2ad5d47 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.183855] env[70041]: DEBUG nova.compute.manager [req-d2935319-3ea7-49c6-a510-c0a95a1a3b8b req-0a723b83-67fd-405c-8e45-7e62ca2deaaa service nova] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Detach interface failed, port_id=eb327e5b-4476-4dbf-8e49-f4edfe2788c7, reason: Instance fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1115.287599] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193543, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.339687] env[70041]: DEBUG oslo_vmware.api [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.346942] env[70041]: DEBUG nova.scheduler.client.report [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.351032] env[70041]: INFO nova.network.neutron [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Port 843e2eb7-e43b-4be6-92ec-36264b000e56 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1115.351770] env[70041]: DEBUG nova.network.neutron [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.491700] env[70041]: DEBUG nova.compute.manager [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.513782] env[70041]: INFO nova.compute.manager [-] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Took 1.67 seconds to deallocate network for instance. [ 1115.534530] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.534796] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.534957] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.535709] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.535898] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.536068] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.536316] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.536481] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.536653] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.536972] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.537051] env[70041]: DEBUG nova.virt.hardware [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.538190] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fc4aad-0fc5-4ada-b475-08411a06a647 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.549863] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7386e17b-e662-4435-8d7c-d3a61b8d37c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.786509] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193543, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.837050] env[70041]: DEBUG oslo_vmware.api [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Task: {'id': task-3193546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.015869} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.838492] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.838767] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.838992] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.842913] env[70041]: INFO nova.compute.manager [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1115.842913] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.842913] env[70041]: DEBUG nova.compute.manager [req-a706dbc4-34f2-48e8-b83d-d98ffc962c9f req-453da837-9c50-4c97-a485-a4dafa88400a service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1115.842913] env[70041]: DEBUG nova.compute.manager [req-a706dbc4-34f2-48e8-b83d-d98ffc962c9f req-453da837-9c50-4c97-a485-a4dafa88400a service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing instance network info cache due to event network-changed-42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1115.842913] env[70041]: DEBUG oslo_concurrency.lockutils [req-a706dbc4-34f2-48e8-b83d-d98ffc962c9f req-453da837-9c50-4c97-a485-a4dafa88400a service nova] Acquiring lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.842913] env[70041]: DEBUG nova.compute.manager [-] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.842913] env[70041]: DEBUG nova.network.neutron [-] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.856935] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.857556] env[70041]: DEBUG nova.compute.manager [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.860403] env[70041]: DEBUG oslo_concurrency.lockutils [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.862262] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.238s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.867643] env[70041]: DEBUG oslo_concurrency.lockutils [req-a706dbc4-34f2-48e8-b83d-d98ffc962c9f req-453da837-9c50-4c97-a485-a4dafa88400a service nova] Acquired lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.867840] env[70041]: DEBUG nova.network.neutron [req-a706dbc4-34f2-48e8-b83d-d98ffc962c9f req-453da837-9c50-4c97-a485-a4dafa88400a service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Refreshing network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.065864] env[70041]: INFO nova.compute.manager [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Took 0.55 seconds to detach 1 volumes for instance. [ 1116.285105] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193543, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.629745} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.285574] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6/OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6.vmdk to [datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2/4f9408ba-3624-4e13-8436-91a79d7425e2.vmdk. [ 1116.285828] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Cleaning up location [datastore2] OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1116.286040] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6d7bdf98-6bd2-4d18-bfff-09e6734382e6 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.286337] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02e8575b-35e2-4f56-b4d4-76992dba62e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.294122] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1116.294122] env[70041]: value = "task-3193549" [ 1116.294122] env[70041]: _type = "Task" [ 1116.294122] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.302198] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.370623] env[70041]: DEBUG nova.compute.utils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.384494] env[70041]: DEBUG oslo_concurrency.lockutils [None req-accbb651-2950-4ad4-b49f-96c7b87c4429 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-5d4adfe6-37bf-444d-9139-a60f3105bbfd-843e2eb7-e43b-4be6-92ec-36264b000e56" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.972s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.393487] env[70041]: DEBUG nova.compute.manager [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.398936] env[70041]: DEBUG nova.compute.manager [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.399131] env[70041]: DEBUG nova.network.neutron [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.478782] env[70041]: DEBUG nova.policy [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738746cbb6704627aa189714547e5696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08af3624076143d5b15cb33da1071204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.517930] env[70041]: DEBUG oslo_concurrency.lockutils [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-843e2eb7-e43b-4be6-92ec-36264b000e56" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.518256] env[70041]: DEBUG oslo_concurrency.lockutils [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-843e2eb7-e43b-4be6-92ec-36264b000e56" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.518567] env[70041]: DEBUG nova.objects.instance [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'flavor' on Instance uuid d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.571060] env[70041]: DEBUG oslo_concurrency.lockutils [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.655644] env[70041]: DEBUG nova.compute.manager [req-af9472c8-acc2-4c15-b924-b0e6f3845d7f req-559b0253-d490-4b4f-b6a0-fed0626074f1 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Received event network-vif-deleted-9025f6ae-ad93-4e80-b7d5-37fecf937ddf {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1116.655849] env[70041]: INFO nova.compute.manager [req-af9472c8-acc2-4c15-b924-b0e6f3845d7f req-559b0253-d490-4b4f-b6a0-fed0626074f1 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Neutron deleted interface 9025f6ae-ad93-4e80-b7d5-37fecf937ddf; detaching it from the instance and deleting it from the info cache [ 1116.656611] env[70041]: DEBUG nova.network.neutron [req-af9472c8-acc2-4c15-b924-b0e6f3845d7f req-559b0253-d490-4b4f-b6a0-fed0626074f1 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Updating instance_info_cache with network_info: [{"id": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "address": "fa:16:3e:ff:8b:68", "network": {"id": "0b15bad4-8558-423f-b8d9-af047bc45a4c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-27251196", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c908ec3b73514d789a3e001bb8ff4366", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0abfd040-5e", "ovs_interfaceid": "0abfd040-5ee6-4920-87d6-3ec6698b088c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.673993] env[70041]: DEBUG nova.network.neutron [req-a706dbc4-34f2-48e8-b83d-d98ffc962c9f req-453da837-9c50-4c97-a485-a4dafa88400a service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updated VIF entry in instance network info cache for port 42522a06-1485-4f26-ae61-f3a0f43d8b50. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.674409] env[70041]: DEBUG nova.network.neutron [req-a706dbc4-34f2-48e8-b83d-d98ffc962c9f req-453da837-9c50-4c97-a485-a4dafa88400a service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [{"id": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "address": "fa:16:3e:71:fb:4f", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42522a06-14", "ovs_interfaceid": "42522a06-1485-4f26-ae61-f3a0f43d8b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.805071] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03604} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.805423] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.805625] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2/4f9408ba-3624-4e13-8436-91a79d7425e2.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.805882] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2/4f9408ba-3624-4e13-8436-91a79d7425e2.vmdk to [datastore2] 5e015b19-d4b3-4683-85bc-69c69653530e/5e015b19-d4b3-4683-85bc-69c69653530e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.806154] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d9b3b57-e2bc-4382-9072-510a7644da20 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.814906] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1116.814906] env[70041]: value = "task-3193550" [ 1116.814906] env[70041]: _type = "Task" [ 1116.814906] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.823854] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.832613] env[70041]: DEBUG nova.network.neutron [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Successfully updated port: fcd7ee3b-45a4-4163-bf18-3c5061152c31 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.917152] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 836ed670-0125-4c94-ab5e-13bb98ef2ee7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1116.917152] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 7a49c9e4-58f0-480e-af9e-0d508eed3b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.917444] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance de3b62b9-80ab-4f8f-a9ed-8d32479e0771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.917444] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 66a6ebb2-e863-4ac7-88ca-80afce8ba94e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.917588] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5d4adfe6-37bf-444d-9139-a60f3105bbfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.917805] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance a23b3cab-adeb-4904-b7d9-68b5ce084239 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.918010] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.918264] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.918375] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance f19a9a6d-f756-4999-92ba-34fe90443919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.918806] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5e015b19-d4b3-4683-85bc-69c69653530e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.918974] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance e67dd1ab-a925-42ed-992c-3ad264bdb058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.919197] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 9a819429-a81c-4e57-bfd8-6cf29d1a5d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1116.921528] env[70041]: DEBUG nova.network.neutron [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Successfully created port: d271dc93-edd6-419c-bd5e-2cb34db660e8 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.126818] env[70041]: DEBUG nova.objects.instance [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'pci_requests' on Instance uuid d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.159098] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25844119-1159-483b-bf4a-de9206321071 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.172926] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fd3914-9761-4c1b-8b4f-2bf339a80d1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.186503] env[70041]: DEBUG oslo_concurrency.lockutils [req-a706dbc4-34f2-48e8-b83d-d98ffc962c9f req-453da837-9c50-4c97-a485-a4dafa88400a service nova] Releasing lock "refresh_cache-5d4adfe6-37bf-444d-9139-a60f3105bbfd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.216483] env[70041]: DEBUG nova.compute.manager [req-af9472c8-acc2-4c15-b924-b0e6f3845d7f req-559b0253-d490-4b4f-b6a0-fed0626074f1 service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Detach interface failed, port_id=9025f6ae-ad93-4e80-b7d5-37fecf937ddf, reason: Instance f19a9a6d-f756-4999-92ba-34fe90443919 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1117.245803] env[70041]: DEBUG nova.network.neutron [-] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.328941] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193550, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.335722] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.335899] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.336049] env[70041]: DEBUG nova.network.neutron [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.410117] env[70041]: DEBUG nova.compute.manager [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.430485] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance f9a81385-6edd-4858-bf7c-3cf17506fea7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1117.430485] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1117.430485] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1117.442671] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.442671] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.442671] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.442671] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.442935] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.443318] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.443765] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.444276] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.444589] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.444962] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.445272] env[70041]: DEBUG nova.virt.hardware [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.446370] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd86e842-d50e-43a6-864b-7dd96839ab92 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.459816] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054852ea-8824-4cff-b040-9213b24e4fc5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.627791] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4ab0a8-2752-49e8-8ab7-ff5c88231afc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.630925] env[70041]: DEBUG nova.objects.base [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.631162] env[70041]: DEBUG nova.network.neutron [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.641297] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4607e07-6a55-4f7f-a348-736cb8b39e1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.677713] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceab55cb-38e6-45fb-9890-fd3564fde25b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.688534] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce09b15-feb6-42cf-8d00-96e90461ff55 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.707390] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.720051] env[70041]: DEBUG nova.policy [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb478d61804f49dfb268373f3d1b9257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da15d1d3e083436d9c7265db9d62fd89', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.748384] env[70041]: INFO nova.compute.manager [-] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Took 1.91 seconds to deallocate network for instance. [ 1117.826805] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193550, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.874792] env[70041]: DEBUG nova.compute.manager [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received event network-changed-4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1117.875042] env[70041]: DEBUG nova.compute.manager [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing instance network info cache due to event network-changed-4324411c-5389-496f-ac73-c3ea813cb16a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1117.875329] env[70041]: DEBUG oslo_concurrency.lockutils [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] Acquiring lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.875510] env[70041]: DEBUG oslo_concurrency.lockutils [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] Acquired lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.875769] env[70041]: DEBUG nova.network.neutron [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing network info cache for port 4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.877937] env[70041]: DEBUG nova.network.neutron [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.096578] env[70041]: DEBUG nova.network.neutron [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance_info_cache with network_info: [{"id": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "address": "fa:16:3e:00:24:7a", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd7ee3b-45", "ovs_interfaceid": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.212841] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.255078] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.328318] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193550, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.487630] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1118.487886] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638620', 'volume_id': '355c946b-7684-4944-a6bd-e77151ec2bd9', 'name': 'volume-355c946b-7684-4944-a6bd-e77151ec2bd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66a6ebb2-e863-4ac7-88ca-80afce8ba94e', 'attached_at': '', 'detached_at': '', 'volume_id': '355c946b-7684-4944-a6bd-e77151ec2bd9', 'serial': '355c946b-7684-4944-a6bd-e77151ec2bd9'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1118.489162] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaad1494-f0f1-40fb-8e77-7953691a6ba6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.519533] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c45f63c-8c41-4221-9014-36019736016e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.551449] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-355c946b-7684-4944-a6bd-e77151ec2bd9/volume-355c946b-7684-4944-a6bd-e77151ec2bd9.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.551821] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1c37d2-a3c5-4688-8af0-c5b2e3838340 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.574356] env[70041]: DEBUG oslo_vmware.api [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1118.574356] env[70041]: value = "task-3193551" [ 1118.574356] env[70041]: _type = "Task" [ 1118.574356] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.588992] env[70041]: DEBUG oslo_vmware.api [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.597725] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.598079] env[70041]: DEBUG nova.compute.manager [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Instance network_info: |[{"id": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "address": "fa:16:3e:00:24:7a", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd7ee3b-45", "ovs_interfaceid": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.598517] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:24:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcd7ee3b-45a4-4163-bf18-3c5061152c31', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.607040] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.608212] env[70041]: DEBUG nova.network.neutron [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Successfully updated port: d271dc93-edd6-419c-bd5e-2cb34db660e8 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.609449] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.609695] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abad48a1-1eee-4ef2-b247-5da6da2ce47e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.643993] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.643993] env[70041]: value = "task-3193552" [ 1118.643993] env[70041]: _type = "Task" [ 1118.643993] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.657617] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193552, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.719271] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1118.719499] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.857s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.719801] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.645s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.721449] env[70041]: INFO nova.compute.claims [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.726943] env[70041]: DEBUG nova.compute.manager [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Received event network-vif-deleted-0abfd040-5ee6-4920-87d6-3ec6698b088c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1118.727196] env[70041]: DEBUG nova.compute.manager [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Received event network-vif-plugged-d271dc93-edd6-419c-bd5e-2cb34db660e8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1118.727414] env[70041]: DEBUG oslo_concurrency.lockutils [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] Acquiring lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.727613] env[70041]: DEBUG oslo_concurrency.lockutils [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.728105] env[70041]: DEBUG oslo_concurrency.lockutils [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.728105] env[70041]: DEBUG nova.compute.manager [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] No waiting events found dispatching network-vif-plugged-d271dc93-edd6-419c-bd5e-2cb34db660e8 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.728218] env[70041]: WARNING nova.compute.manager [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Received unexpected event network-vif-plugged-d271dc93-edd6-419c-bd5e-2cb34db660e8 for instance with vm_state building and task_state spawning. [ 1118.728412] env[70041]: DEBUG nova.compute.manager [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Received event network-changed-d271dc93-edd6-419c-bd5e-2cb34db660e8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1118.728583] env[70041]: DEBUG nova.compute.manager [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Refreshing instance network info cache due to event network-changed-d271dc93-edd6-419c-bd5e-2cb34db660e8. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1118.728807] env[70041]: DEBUG oslo_concurrency.lockutils [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] Acquiring lock "refresh_cache-9a819429-a81c-4e57-bfd8-6cf29d1a5d35" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.728954] env[70041]: DEBUG oslo_concurrency.lockutils [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] Acquired lock "refresh_cache-9a819429-a81c-4e57-bfd8-6cf29d1a5d35" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.729139] env[70041]: DEBUG nova.network.neutron [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Refreshing network info cache for port d271dc93-edd6-419c-bd5e-2cb34db660e8 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.796779] env[70041]: DEBUG nova.network.neutron [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updated VIF entry in instance network info cache for port 4324411c-5389-496f-ac73-c3ea813cb16a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.797200] env[70041]: DEBUG nova.network.neutron [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updating instance_info_cache with network_info: [{"id": "4324411c-5389-496f-ac73-c3ea813cb16a", "address": "fa:16:3e:7a:e3:95", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4324411c-53", "ovs_interfaceid": "4324411c-5389-496f-ac73-c3ea813cb16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.829209] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193550, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.089437] env[70041]: DEBUG oslo_vmware.api [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.132459] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-9a819429-a81c-4e57-bfd8-6cf29d1a5d35" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.157405] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193552, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.265730] env[70041]: DEBUG nova.network.neutron [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Successfully updated port: 843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.272116] env[70041]: DEBUG nova.network.neutron [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.299939] env[70041]: DEBUG oslo_concurrency.lockutils [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] Releasing lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.300254] env[70041]: DEBUG nova.compute.manager [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Received event network-vif-plugged-fcd7ee3b-45a4-4163-bf18-3c5061152c31 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1119.300452] env[70041]: DEBUG oslo_concurrency.lockutils [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] Acquiring lock "e67dd1ab-a925-42ed-992c-3ad264bdb058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.300654] env[70041]: DEBUG oslo_concurrency.lockutils [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.300813] env[70041]: DEBUG oslo_concurrency.lockutils [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.300977] env[70041]: DEBUG nova.compute.manager [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] No waiting events found dispatching network-vif-plugged-fcd7ee3b-45a4-4163-bf18-3c5061152c31 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.301156] env[70041]: WARNING nova.compute.manager [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Received unexpected event network-vif-plugged-fcd7ee3b-45a4-4163-bf18-3c5061152c31 for instance with vm_state building and task_state spawning. [ 1119.301319] env[70041]: DEBUG nova.compute.manager [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Received event network-changed-fcd7ee3b-45a4-4163-bf18-3c5061152c31 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1119.301472] env[70041]: DEBUG nova.compute.manager [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Refreshing instance network info cache due to event network-changed-fcd7ee3b-45a4-4163-bf18-3c5061152c31. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1119.301652] env[70041]: DEBUG oslo_concurrency.lockutils [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] Acquiring lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.301784] env[70041]: DEBUG oslo_concurrency.lockutils [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] Acquired lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.301935] env[70041]: DEBUG nova.network.neutron [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Refreshing network info cache for port fcd7ee3b-45a4-4163-bf18-3c5061152c31 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.327039] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193550, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.419683} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.327345] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f9408ba-3624-4e13-8436-91a79d7425e2/4f9408ba-3624-4e13-8436-91a79d7425e2.vmdk to [datastore2] 5e015b19-d4b3-4683-85bc-69c69653530e/5e015b19-d4b3-4683-85bc-69c69653530e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.328173] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db479922-2023-47cf-8e5e-5c87ffeb041b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.353031] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 5e015b19-d4b3-4683-85bc-69c69653530e/5e015b19-d4b3-4683-85bc-69c69653530e.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.353407] env[70041]: DEBUG nova.network.neutron [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.355050] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85dd5893-3315-499a-a313-64e914508fa4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.371115] env[70041]: DEBUG oslo_concurrency.lockutils [req-a87bd538-b5db-4ac1-9cb8-6b4e6b49dad1 req-c3174bff-c300-4bae-b74e-9a19a6df7fdc service nova] Releasing lock "refresh_cache-9a819429-a81c-4e57-bfd8-6cf29d1a5d35" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.371608] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-9a819429-a81c-4e57-bfd8-6cf29d1a5d35" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.371752] env[70041]: DEBUG nova.network.neutron [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.378468] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1119.378468] env[70041]: value = "task-3193553" [ 1119.378468] env[70041]: _type = "Task" [ 1119.378468] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.388633] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.588150] env[70041]: DEBUG oslo_vmware.api [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193551, 'name': ReconfigVM_Task, 'duration_secs': 0.88791} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.588439] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-355c946b-7684-4944-a6bd-e77151ec2bd9/volume-355c946b-7684-4944-a6bd-e77151ec2bd9.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.593674] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf30fd02-1920-4afd-9a13-b9839c47e110 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.610725] env[70041]: DEBUG oslo_vmware.api [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1119.610725] env[70041]: value = "task-3193554" [ 1119.610725] env[70041]: _type = "Task" [ 1119.610725] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.620216] env[70041]: DEBUG oslo_vmware.api [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.655116] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193552, 'name': CreateVM_Task, 'duration_secs': 0.721253} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.655314] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.656193] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.656407] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.656771] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.657106] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07704f4-cfa6-493e-97c4-6322f52a3f0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.661917] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1119.661917] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a40fdc-f1ab-9760-9448-004bd1392fd7" [ 1119.661917] env[70041]: _type = "Task" [ 1119.661917] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.669830] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a40fdc-f1ab-9760-9448-004bd1392fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.771244] env[70041]: DEBUG oslo_concurrency.lockutils [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.771927] env[70041]: DEBUG oslo_concurrency.lockutils [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.771927] env[70041]: DEBUG nova.network.neutron [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.890386] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193553, 'name': ReconfigVM_Task, 'duration_secs': 0.279087} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.894401] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 5e015b19-d4b3-4683-85bc-69c69653530e/5e015b19-d4b3-4683-85bc-69c69653530e.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.895525] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ad572-83fb-40e6-a53e-baa5082faa1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.898333] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f170d9c4-09fc-4689-97c9-923b237a2c2f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.904767] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4152d024-8301-459b-8e0c-df107ab2ccad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.908444] env[70041]: DEBUG nova.network.neutron [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.911090] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1119.911090] env[70041]: value = "task-3193555" [ 1119.911090] env[70041]: _type = "Task" [ 1119.911090] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.944391] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cc8a3d-cda8-42a0-9094-2a95c8bcfdab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.950783] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193555, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.956492] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346983d-d259-4550-9ceb-b22fe2fc454d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.972199] env[70041]: DEBUG nova.compute.provider_tree [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.982375] env[70041]: DEBUG nova.compute.manager [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received event network-vif-plugged-843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1119.982602] env[70041]: DEBUG oslo_concurrency.lockutils [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] Acquiring lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.982808] env[70041]: DEBUG oslo_concurrency.lockutils [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.982975] env[70041]: DEBUG oslo_concurrency.lockutils [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.983154] env[70041]: DEBUG nova.compute.manager [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] No waiting events found dispatching network-vif-plugged-843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.983380] env[70041]: WARNING nova.compute.manager [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received unexpected event network-vif-plugged-843e2eb7-e43b-4be6-92ec-36264b000e56 for instance with vm_state active and task_state None. [ 1119.983520] env[70041]: DEBUG nova.compute.manager [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received event network-changed-843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1119.983715] env[70041]: DEBUG nova.compute.manager [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing instance network info cache due to event network-changed-843e2eb7-e43b-4be6-92ec-36264b000e56. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1119.983919] env[70041]: DEBUG oslo_concurrency.lockutils [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] Acquiring lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.043141] env[70041]: DEBUG nova.network.neutron [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updated VIF entry in instance network info cache for port fcd7ee3b-45a4-4163-bf18-3c5061152c31. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.043609] env[70041]: DEBUG nova.network.neutron [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance_info_cache with network_info: [{"id": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "address": "fa:16:3e:00:24:7a", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd7ee3b-45", "ovs_interfaceid": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.080539] env[70041]: DEBUG nova.network.neutron [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Updating instance_info_cache with network_info: [{"id": "d271dc93-edd6-419c-bd5e-2cb34db660e8", "address": "fa:16:3e:be:e8:4a", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd271dc93-ed", "ovs_interfaceid": "d271dc93-edd6-419c-bd5e-2cb34db660e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.119582] env[70041]: DEBUG oslo_vmware.api [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193554, 'name': ReconfigVM_Task, 'duration_secs': 0.143433} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.119891] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638620', 'volume_id': '355c946b-7684-4944-a6bd-e77151ec2bd9', 'name': 'volume-355c946b-7684-4944-a6bd-e77151ec2bd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66a6ebb2-e863-4ac7-88ca-80afce8ba94e', 'attached_at': '', 'detached_at': '', 'volume_id': '355c946b-7684-4944-a6bd-e77151ec2bd9', 'serial': '355c946b-7684-4944-a6bd-e77151ec2bd9'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1120.173122] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a40fdc-f1ab-9760-9448-004bd1392fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.173484] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.173713] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.173952] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.174115] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.174325] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.174588] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92d5b2a5-1699-4baf-bcaa-ff1b5cf65b73 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.183459] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.183626] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.184370] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a9c6e60-a218-4b5f-b7c8-be4e32949bb2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.189525] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1120.189525] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524d7317-b8cc-f6ed-192f-a1b906aac9a4" [ 1120.189525] env[70041]: _type = "Task" [ 1120.189525] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.197381] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524d7317-b8cc-f6ed-192f-a1b906aac9a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.306185] env[70041]: WARNING nova.network.neutron [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] f0619be7-a5c2-484b-8bb6-a359425d7407 already exists in list: networks containing: ['f0619be7-a5c2-484b-8bb6-a359425d7407']. ignoring it [ 1120.421880] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193555, 'name': Rename_Task, 'duration_secs': 0.160927} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.422186] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.422430] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98e711a6-200f-479a-ad7d-c2225c0bef60 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.429160] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1120.429160] env[70041]: value = "task-3193556" [ 1120.429160] env[70041]: _type = "Task" [ 1120.429160] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.447166] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.479750] env[70041]: DEBUG nova.scheduler.client.report [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.546387] env[70041]: DEBUG oslo_concurrency.lockutils [req-e47f5c0a-13b7-4c81-b2ef-f7467312294e req-99e70378-8f49-4202-a568-f9c87ff50e18 service nova] Releasing lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.571161] env[70041]: DEBUG nova.network.neutron [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updating instance_info_cache with network_info: [{"id": "4324411c-5389-496f-ac73-c3ea813cb16a", "address": "fa:16:3e:7a:e3:95", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4324411c-53", "ovs_interfaceid": "4324411c-5389-496f-ac73-c3ea813cb16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "843e2eb7-e43b-4be6-92ec-36264b000e56", "address": "fa:16:3e:06:6a:d3", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843e2eb7-e4", "ovs_interfaceid": "843e2eb7-e43b-4be6-92ec-36264b000e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.583773] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-9a819429-a81c-4e57-bfd8-6cf29d1a5d35" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.584209] env[70041]: DEBUG nova.compute.manager [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Instance network_info: |[{"id": "d271dc93-edd6-419c-bd5e-2cb34db660e8", "address": "fa:16:3e:be:e8:4a", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd271dc93-ed", "ovs_interfaceid": "d271dc93-edd6-419c-bd5e-2cb34db660e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.585268] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:e8:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd271dc93-edd6-419c-bd5e-2cb34db660e8', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.593324] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.593909] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.594233] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38392bc0-d38e-49db-8f4f-aa4afd786d17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.617511] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.617511] env[70041]: value = "task-3193557" [ 1120.617511] env[70041]: _type = "Task" [ 1120.617511] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.627942] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193557, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.701930] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524d7317-b8cc-f6ed-192f-a1b906aac9a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013246} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.702258] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91ef0c8-28f1-4d75-b8ae-30aebb6dc1de {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.708996] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1120.708996] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5224a053-f885-991e-c4e0-e46d04a22439" [ 1120.708996] env[70041]: _type = "Task" [ 1120.708996] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.717940] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5224a053-f885-991e-c4e0-e46d04a22439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.914943] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.915146] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Cleaning up deleted instances with incomplete migration {{(pid=70041) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11873}} [ 1120.941286] env[70041]: DEBUG oslo_vmware.api [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193556, 'name': PowerOnVM_Task, 'duration_secs': 0.448219} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.941553] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.985057] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.985643] env[70041]: DEBUG nova.compute.manager [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.988428] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.173s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.988636] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.990652] env[70041]: DEBUG oslo_concurrency.lockutils [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.420s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.990872] env[70041]: DEBUG nova.objects.instance [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'resources' on Instance uuid fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.016557] env[70041]: INFO nova.scheduler.client.report [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Deleted allocations for instance 836ed670-0125-4c94-ab5e-13bb98ef2ee7 [ 1121.049159] env[70041]: DEBUG nova.compute.manager [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.050137] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57604e1f-5942-4269-96b5-c65e1eea5794 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.074293] env[70041]: DEBUG oslo_concurrency.lockutils [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.074934] env[70041]: DEBUG oslo_concurrency.lockutils [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.075105] env[70041]: DEBUG oslo_concurrency.lockutils [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.075623] env[70041]: DEBUG oslo_concurrency.lockutils [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] Acquired lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.075810] env[70041]: DEBUG nova.network.neutron [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Refreshing network info cache for port 843e2eb7-e43b-4be6-92ec-36264b000e56 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.077391] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9236773e-99d1-4631-be56-632e6320e547 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.096617] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.096864] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.097034] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.097221] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.097396] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.097555] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.097761] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.097918] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.098103] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.098274] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.098446] env[70041]: DEBUG nova.virt.hardware [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.106985] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Reconfiguring VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1121.106985] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a517b09-cf6b-4661-af1b-6554b6bb68bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.124938] env[70041]: DEBUG oslo_vmware.api [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1121.124938] env[70041]: value = "task-3193558" [ 1121.124938] env[70041]: _type = "Task" [ 1121.124938] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.128196] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193557, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.136688] env[70041]: DEBUG oslo_vmware.api [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193558, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.157716] env[70041]: DEBUG nova.objects.instance [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lazy-loading 'flavor' on Instance uuid 66a6ebb2-e863-4ac7-88ca-80afce8ba94e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.219929] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5224a053-f885-991e-c4e0-e46d04a22439, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.220272] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.220581] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] e67dd1ab-a925-42ed-992c-3ad264bdb058/e67dd1ab-a925-42ed-992c-3ad264bdb058.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.220857] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1480461f-d662-4b41-bf62-54b88f157599 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.228572] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1121.228572] env[70041]: value = "task-3193559" [ 1121.228572] env[70041]: _type = "Task" [ 1121.228572] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.236883] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.495957] env[70041]: DEBUG nova.compute.utils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.499237] env[70041]: DEBUG nova.compute.manager [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.499950] env[70041]: DEBUG nova.network.neutron [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.526831] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db7527c2-af19-4d1a-9d81-9fdaca700014 tempest-ServerRescueNegativeTestJSON-361988796 tempest-ServerRescueNegativeTestJSON-361988796-project-member] Lock "836ed670-0125-4c94-ab5e-13bb98ef2ee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.259s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.570602] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c3de566b-abf1-49eb-ae3a-a584aa14570a tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.493s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.581420] env[70041]: DEBUG nova.policy [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c1f6ec1c3b459fa9725cc2e695756a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1b7a1b66c34c92ba38db759c0c3e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.638936] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193557, 'name': CreateVM_Task, 'duration_secs': 0.651611} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.640084] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.641015] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.641347] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.641765] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.642184] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d10e70-2071-449a-b28c-f47d5ed20a9f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.650464] env[70041]: DEBUG oslo_vmware.api [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.655107] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1121.655107] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cc3f31-c47e-7672-0290-8a325354c35c" [ 1121.655107] env[70041]: _type = "Task" [ 1121.655107] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.672571] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1b704cd5-4b37-4a9b-a4cf-93d89545ed34 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.833s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.679550] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cc3f31-c47e-7672-0290-8a325354c35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.746068] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485906} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.750866] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] e67dd1ab-a925-42ed-992c-3ad264bdb058/e67dd1ab-a925-42ed-992c-3ad264bdb058.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.751368] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.752017] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ded1319-323b-47d7-adaf-4b5a8137a2e9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.759653] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1121.759653] env[70041]: value = "task-3193560" [ 1121.759653] env[70041]: _type = "Task" [ 1121.759653] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.767044] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82894af2-83f4-466a-a1d5-165f355939e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.775911] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.781371] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d97640c-fc5d-4fe0-8e69-a889941c289b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.819155] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c975ea5-5bd8-4af7-a421-4aab4ca6b095 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.828140] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0933b7a1-a111-4df2-9fa2-5415b6f6cb6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.844490] env[70041]: DEBUG nova.compute.provider_tree [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.943462] env[70041]: DEBUG nova.network.neutron [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updated VIF entry in instance network info cache for port 843e2eb7-e43b-4be6-92ec-36264b000e56. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.943956] env[70041]: DEBUG nova.network.neutron [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updating instance_info_cache with network_info: [{"id": "4324411c-5389-496f-ac73-c3ea813cb16a", "address": "fa:16:3e:7a:e3:95", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4324411c-53", "ovs_interfaceid": "4324411c-5389-496f-ac73-c3ea813cb16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "843e2eb7-e43b-4be6-92ec-36264b000e56", "address": "fa:16:3e:06:6a:d3", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap843e2eb7-e4", "ovs_interfaceid": "843e2eb7-e43b-4be6-92ec-36264b000e56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.999627] env[70041]: DEBUG nova.compute.manager [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.079777] env[70041]: DEBUG nova.network.neutron [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Successfully created port: 56215c7e-86b0-4c4d-88cb-5a7ca4fdb107 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.140029] env[70041]: DEBUG oslo_vmware.api [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193558, 'name': ReconfigVM_Task, 'duration_secs': 0.73218} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.140546] env[70041]: DEBUG oslo_concurrency.lockutils [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.140762] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Reconfigured VM to attach interface {{(pid=70041) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1122.165962] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cc3f31-c47e-7672-0290-8a325354c35c, 'name': SearchDatastore_Task, 'duration_secs': 0.025143} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.166320] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.166569] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.166794] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.166930] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.167116] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.167369] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8a6e937-1573-419f-9004-f7d40a2192da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.177702] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.177892] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.179613] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e40c42-8c45-4346-a4c5-22de6625565c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.184070] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1122.184070] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520d4aab-03c1-4986-9572-152eb6f284fa" [ 1122.184070] env[70041]: _type = "Task" [ 1122.184070] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.193705] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520d4aab-03c1-4986-9572-152eb6f284fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.271302] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071597} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.271302] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.271302] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada7e2e0-eaa4-4be2-8c80-d1b024af2338 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.292822] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e67dd1ab-a925-42ed-992c-3ad264bdb058/e67dd1ab-a925-42ed-992c-3ad264bdb058.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.293468] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cde65e1-e73d-4d9d-bcbc-16b0f99b0694 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.313406] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1122.313406] env[70041]: value = "task-3193561" [ 1122.313406] env[70041]: _type = "Task" [ 1122.313406] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.323763] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.349027] env[70041]: DEBUG nova.scheduler.client.report [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.448048] env[70041]: DEBUG oslo_concurrency.lockutils [req-371e904f-c0c5-4821-adbf-f64ecb7fd29a req-1cc3bc55-bc04-49af-9c91-b17c7c011a02 service nova] Releasing lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.645621] env[70041]: DEBUG oslo_concurrency.lockutils [None req-39a2961b-0ae8-4df1-a106-f7e3566e3ff0 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-843e2eb7-e43b-4be6-92ec-36264b000e56" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.127s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.698979] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520d4aab-03c1-4986-9572-152eb6f284fa, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.700244] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35b828c-b903-4b07-85fe-6d933e6cee67 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.705600] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1122.705600] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5272a173-594c-3ec5-dac3-44704a9c206f" [ 1122.705600] env[70041]: _type = "Task" [ 1122.705600] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.715611] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5272a173-594c-3ec5-dac3-44704a9c206f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.823530] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.853552] env[70041]: DEBUG oslo_concurrency.lockutils [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.855834] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.601s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.856222] env[70041]: DEBUG nova.objects.instance [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lazy-loading 'resources' on Instance uuid f19a9a6d-f756-4999-92ba-34fe90443919 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.886324] env[70041]: INFO nova.scheduler.client.report [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted allocations for instance fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc [ 1122.974520] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.974520] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.010531] env[70041]: DEBUG nova.compute.manager [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.038635] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.038894] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.039075] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.039290] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.039480] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.039664] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.039884] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.040054] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.040354] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.040549] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.040725] env[70041]: DEBUG nova.virt.hardware [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.041603] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3be1182-fb57-4c34-bd4b-910f73414504 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.049912] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c537a6-de46-48fa-a3d3-2e1aa819a113 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.216237] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5272a173-594c-3ec5-dac3-44704a9c206f, 'name': SearchDatastore_Task, 'duration_secs': 0.009164} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.216643] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.216966] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35/9a819429-a81c-4e57-bfd8-6cf29d1a5d35.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.217310] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebb98291-0fb9-4ecb-9983-02a208a45e86 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.226948] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1123.226948] env[70041]: value = "task-3193562" [ 1123.226948] env[70041]: _type = "Task" [ 1123.226948] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.239170] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.324772] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193561, 'name': ReconfigVM_Task, 'duration_secs': 0.945545} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.325543] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e67dd1ab-a925-42ed-992c-3ad264bdb058/e67dd1ab-a925-42ed-992c-3ad264bdb058.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.326378] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e793f05-5096-4245-8ee5-2f4f948c791c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.337503] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1123.337503] env[70041]: value = "task-3193563" [ 1123.337503] env[70041]: _type = "Task" [ 1123.337503] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.348696] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193563, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.395413] env[70041]: DEBUG oslo_concurrency.lockutils [None req-116877e1-ef48-4ef2-adbd-8723a16fb573 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.519s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.477502] env[70041]: INFO nova.compute.manager [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Detaching volume f4b3d5af-3027-429e-9b75-ef274a8204ed [ 1123.515421] env[70041]: INFO nova.virt.block_device [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Attempting to driver detach volume f4b3d5af-3027-429e-9b75-ef274a8204ed from mountpoint /dev/sdb [ 1123.515774] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.516066] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638616', 'volume_id': 'f4b3d5af-3027-429e-9b75-ef274a8204ed', 'name': 'volume-f4b3d5af-3027-429e-9b75-ef274a8204ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66a6ebb2-e863-4ac7-88ca-80afce8ba94e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4b3d5af-3027-429e-9b75-ef274a8204ed', 'serial': 'f4b3d5af-3027-429e-9b75-ef274a8204ed'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1123.518084] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06b62f0-e16e-40b8-a0b1-04561a62f5be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.550520] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f111a38-8598-4d69-92c2-ebf52dcbea52 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.559378] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10d73a4-3e89-4121-9e45-02d745e59602 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.590119] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce6deba-151b-4c84-97d4-a1d54c9e79cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.609150] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] The volume has not been displaced from its original location: [datastore2] volume-f4b3d5af-3027-429e-9b75-ef274a8204ed/volume-f4b3d5af-3027-429e-9b75-ef274a8204ed.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1123.615329] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.616746] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8078a28e-f702-472d-bc8e-8f2afd433d37 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.632128] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778cfe16-a9fb-436e-983f-3ffe97c933c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.642163] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeea091-4c4a-4a45-8d22-4f4cbef627f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.646090] env[70041]: DEBUG oslo_vmware.api [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1123.646090] env[70041]: value = "task-3193564" [ 1123.646090] env[70041]: _type = "Task" [ 1123.646090] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.685602] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3bc875-957e-46e5-9f08-045b8cd1e826 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.689252] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b284a759-300d-4e06-bc7e-3807fed4ba9e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.695561] env[70041]: DEBUG oslo_vmware.api [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.700831] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7e22d94b-d508-4042-983c-2b08b3905f53 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Suspending the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1123.703621] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-34920cd6-88ef-4caf-b3e8-e4108bb1dd9d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.708072] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e84962-5c74-4a80-b172-570a165ff7fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.725393] env[70041]: DEBUG nova.compute.provider_tree [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.728684] env[70041]: DEBUG oslo_vmware.api [None req-7e22d94b-d508-4042-983c-2b08b3905f53 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1123.728684] env[70041]: value = "task-3193565" [ 1123.728684] env[70041]: _type = "Task" [ 1123.728684] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.745458] env[70041]: DEBUG oslo_vmware.api [None req-7e22d94b-d508-4042-983c-2b08b3905f53 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193565, 'name': SuspendVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.745774] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506783} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.746021] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35/9a819429-a81c-4e57-bfd8-6cf29d1a5d35.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.746240] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.746504] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-599cef62-4302-4a60-8dd8-0aed11dd1e98 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.753035] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1123.753035] env[70041]: value = "task-3193566" [ 1123.753035] env[70041]: _type = "Task" [ 1123.753035] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.762295] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.848226] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193563, 'name': Rename_Task, 'duration_secs': 0.280815} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.848226] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.849280] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df35503-407a-4f34-bf52-825bdb25843f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.859034] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1123.859034] env[70041]: value = "task-3193567" [ 1123.859034] env[70041]: _type = "Task" [ 1123.859034] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.865582] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.989985] env[70041]: DEBUG nova.compute.manager [req-acfa97a5-a669-44ef-a599-b4d921d9dbf3 req-0f7ec8bb-2ff4-4eb7-9e13-00b67ee13b1c service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Received event network-vif-plugged-56215c7e-86b0-4c4d-88cb-5a7ca4fdb107 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1123.991081] env[70041]: DEBUG oslo_concurrency.lockutils [req-acfa97a5-a669-44ef-a599-b4d921d9dbf3 req-0f7ec8bb-2ff4-4eb7-9e13-00b67ee13b1c service nova] Acquiring lock "f9a81385-6edd-4858-bf7c-3cf17506fea7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.991081] env[70041]: DEBUG oslo_concurrency.lockutils [req-acfa97a5-a669-44ef-a599-b4d921d9dbf3 req-0f7ec8bb-2ff4-4eb7-9e13-00b67ee13b1c service nova] Lock "f9a81385-6edd-4858-bf7c-3cf17506fea7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.991081] env[70041]: DEBUG oslo_concurrency.lockutils [req-acfa97a5-a669-44ef-a599-b4d921d9dbf3 req-0f7ec8bb-2ff4-4eb7-9e13-00b67ee13b1c service nova] Lock "f9a81385-6edd-4858-bf7c-3cf17506fea7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.991635] env[70041]: DEBUG nova.compute.manager [req-acfa97a5-a669-44ef-a599-b4d921d9dbf3 req-0f7ec8bb-2ff4-4eb7-9e13-00b67ee13b1c service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] No waiting events found dispatching network-vif-plugged-56215c7e-86b0-4c4d-88cb-5a7ca4fdb107 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.991749] env[70041]: WARNING nova.compute.manager [req-acfa97a5-a669-44ef-a599-b4d921d9dbf3 req-0f7ec8bb-2ff4-4eb7-9e13-00b67ee13b1c service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Received unexpected event network-vif-plugged-56215c7e-86b0-4c4d-88cb-5a7ca4fdb107 for instance with vm_state building and task_state spawning. [ 1124.124103] env[70041]: DEBUG nova.network.neutron [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Successfully updated port: 56215c7e-86b0-4c4d-88cb-5a7ca4fdb107 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.157893] env[70041]: DEBUG oslo_vmware.api [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193564, 'name': ReconfigVM_Task, 'duration_secs': 0.491248} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.158599] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.164870] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7ca8cad-1f26-46f2-9ba9-4626f3b1adc0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.184013] env[70041]: DEBUG oslo_vmware.api [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1124.184013] env[70041]: value = "task-3193568" [ 1124.184013] env[70041]: _type = "Task" [ 1124.184013] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.191698] env[70041]: DEBUG oslo_vmware.api [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.230663] env[70041]: DEBUG nova.scheduler.client.report [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.243421] env[70041]: DEBUG oslo_vmware.api [None req-7e22d94b-d508-4042-983c-2b08b3905f53 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193565, 'name': SuspendVM_Task} progress is 62%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.264201] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.354188} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.264592] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.265456] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8093a4-2ea6-4328-a51b-2c0ce1e607c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.288493] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35/9a819429-a81c-4e57-bfd8-6cf29d1a5d35.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.289123] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73457e4d-0686-42a9-bbaf-4ec3da161042 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.311032] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1124.311032] env[70041]: value = "task-3193569" [ 1124.311032] env[70041]: _type = "Task" [ 1124.311032] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.319845] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.367817] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.387220] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "interface-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-843e2eb7-e43b-4be6-92ec-36264b000e56" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.387651] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-843e2eb7-e43b-4be6-92ec-36264b000e56" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.412568] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.627922] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "refresh_cache-f9a81385-6edd-4858-bf7c-3cf17506fea7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.628096] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "refresh_cache-f9a81385-6edd-4858-bf7c-3cf17506fea7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.628234] env[70041]: DEBUG nova.network.neutron [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.629513] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.630370] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.693023] env[70041]: DEBUG oslo_vmware.api [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193568, 'name': ReconfigVM_Task, 'duration_secs': 0.165669} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.693023] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638616', 'volume_id': 'f4b3d5af-3027-429e-9b75-ef274a8204ed', 'name': 'volume-f4b3d5af-3027-429e-9b75-ef274a8204ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66a6ebb2-e863-4ac7-88ca-80afce8ba94e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4b3d5af-3027-429e-9b75-ef274a8204ed', 'serial': 'f4b3d5af-3027-429e-9b75-ef274a8204ed'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1124.738745] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.746620] env[70041]: DEBUG oslo_vmware.api [None req-7e22d94b-d508-4042-983c-2b08b3905f53 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193565, 'name': SuspendVM_Task, 'duration_secs': 0.648449} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.746843] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-7e22d94b-d508-4042-983c-2b08b3905f53 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Suspended the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1124.747092] env[70041]: DEBUG nova.compute.manager [None req-7e22d94b-d508-4042-983c-2b08b3905f53 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.748025] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc03063-6f80-486c-843d-bab36e073a3b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.761575] env[70041]: INFO nova.scheduler.client.report [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Deleted allocations for instance f19a9a6d-f756-4999-92ba-34fe90443919 [ 1124.820624] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193569, 'name': ReconfigVM_Task, 'duration_secs': 0.278195} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.820885] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35/9a819429-a81c-4e57-bfd8-6cf29d1a5d35.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.821472] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f51e05d4-151a-420b-b213-47e8e66be166 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.827496] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1124.827496] env[70041]: value = "task-3193570" [ 1124.827496] env[70041]: _type = "Task" [ 1124.827496] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.835080] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193570, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.866998] env[70041]: DEBUG oslo_vmware.api [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193567, 'name': PowerOnVM_Task, 'duration_secs': 0.671629} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.867328] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.867594] env[70041]: INFO nova.compute.manager [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1124.867828] env[70041]: DEBUG nova.compute.manager [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.868649] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46dc4ea-2a44-47f6-adde-499b5ad84e17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.890827] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.891059] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.891837] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5fbab9-f499-4ee7-bcce-bfd4cab994e4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.909439] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21648c3e-6df5-4e96-bb95-3e19a085d8c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.913665] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.913866] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.914048] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.935689] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Reconfiguring VM to detach interface {{(pid=70041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1124.935973] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c12d87-029a-4f4e-ae4a-76bd69f0f6f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.957106] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1124.957106] env[70041]: value = "task-3193571" [ 1124.957106] env[70041]: _type = "Task" [ 1124.957106] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.966522] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.134029] env[70041]: DEBUG nova.compute.manager [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.162648] env[70041]: DEBUG nova.network.neutron [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.239830] env[70041]: DEBUG nova.objects.instance [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lazy-loading 'flavor' on Instance uuid 66a6ebb2-e863-4ac7-88ca-80afce8ba94e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.267345] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0a555b32-a244-4d57-bc2c-b6d91cba4b84 tempest-ServersTestMultiNic-1915914406 tempest-ServersTestMultiNic-1915914406-project-member] Lock "f19a9a6d-f756-4999-92ba-34fe90443919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.745s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.323349] env[70041]: DEBUG nova.network.neutron [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Updating instance_info_cache with network_info: [{"id": "56215c7e-86b0-4c4d-88cb-5a7ca4fdb107", "address": "fa:16:3e:52:8a:91", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56215c7e-86", "ovs_interfaceid": "56215c7e-86b0-4c4d-88cb-5a7ca4fdb107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.338661] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193570, 'name': Rename_Task, 'duration_secs': 0.138238} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.339424] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.339658] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0128333e-fe68-4592-8b7f-679bb2803282 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.345478] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1125.345478] env[70041]: value = "task-3193572" [ 1125.345478] env[70041]: _type = "Task" [ 1125.345478] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.353778] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.383389] env[70041]: INFO nova.compute.manager [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Took 19.92 seconds to build instance. [ 1125.470705] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.654999] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.655301] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.656904] env[70041]: INFO nova.compute.claims [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.825848] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "refresh_cache-f9a81385-6edd-4858-bf7c-3cf17506fea7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.826208] env[70041]: DEBUG nova.compute.manager [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Instance network_info: |[{"id": "56215c7e-86b0-4c4d-88cb-5a7ca4fdb107", "address": "fa:16:3e:52:8a:91", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56215c7e-86", "ovs_interfaceid": "56215c7e-86b0-4c4d-88cb-5a7ca4fdb107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.826968] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:8a:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56215c7e-86b0-4c4d-88cb-5a7ca4fdb107', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.835039] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.835701] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.835782] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62a7314e-a6a3-4ad2-a52d-20e97e638914 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.860099] env[70041]: DEBUG oslo_vmware.api [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193572, 'name': PowerOnVM_Task, 'duration_secs': 0.484459} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.861513] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.861754] env[70041]: INFO nova.compute.manager [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1125.861958] env[70041]: DEBUG nova.compute.manager [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.862231] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.862231] env[70041]: value = "task-3193573" [ 1125.862231] env[70041]: _type = "Task" [ 1125.862231] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.862911] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b198fd37-be60-4dbd-9c2a-489cbc96e3b8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.872996] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193573, 'name': CreateVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.885457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6448e6ec-2014-4bc7-a4a7-7bd00982e5a2 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.429s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.930498] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.969099] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.018271] env[70041]: DEBUG nova.compute.manager [req-bca26b72-d23d-48c1-8b9c-0801efc706d7 req-90b69a0b-a0b3-470e-be22-5c4ba405c078 service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Received event network-changed-56215c7e-86b0-4c4d-88cb-5a7ca4fdb107 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1126.018271] env[70041]: DEBUG nova.compute.manager [req-bca26b72-d23d-48c1-8b9c-0801efc706d7 req-90b69a0b-a0b3-470e-be22-5c4ba405c078 service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Refreshing instance network info cache due to event network-changed-56215c7e-86b0-4c4d-88cb-5a7ca4fdb107. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1126.018271] env[70041]: DEBUG oslo_concurrency.lockutils [req-bca26b72-d23d-48c1-8b9c-0801efc706d7 req-90b69a0b-a0b3-470e-be22-5c4ba405c078 service nova] Acquiring lock "refresh_cache-f9a81385-6edd-4858-bf7c-3cf17506fea7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.018271] env[70041]: DEBUG oslo_concurrency.lockutils [req-bca26b72-d23d-48c1-8b9c-0801efc706d7 req-90b69a0b-a0b3-470e-be22-5c4ba405c078 service nova] Acquired lock "refresh_cache-f9a81385-6edd-4858-bf7c-3cf17506fea7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.018271] env[70041]: DEBUG nova.network.neutron [req-bca26b72-d23d-48c1-8b9c-0801efc706d7 req-90b69a0b-a0b3-470e-be22-5c4ba405c078 service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Refreshing network info cache for port 56215c7e-86b0-4c4d-88cb-5a7ca4fdb107 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.224115] env[70041]: INFO nova.compute.manager [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Resuming [ 1126.224775] env[70041]: DEBUG nova.objects.instance [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lazy-loading 'flavor' on Instance uuid 5e015b19-d4b3-4683-85bc-69c69653530e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.253898] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8b08dce4-b78e-432a-b012-08bf40dde29c tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.280s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.295645] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.296200] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.375824] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193573, 'name': CreateVM_Task, 'duration_secs': 0.362872} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.376163] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.377043] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.377358] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.377768] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.378138] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42a8f67-2cab-4e86-aff7-359864c317da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.386594] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1126.386594] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5241f423-93a0-89dd-f6a9-761ecc6057d9" [ 1126.386594] env[70041]: _type = "Task" [ 1126.386594] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.387842] env[70041]: INFO nova.compute.manager [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Took 20.51 seconds to build instance. [ 1126.397100] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5241f423-93a0-89dd-f6a9-761ecc6057d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.470839] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.800544] env[70041]: INFO nova.compute.manager [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Detaching volume 355c946b-7684-4944-a6bd-e77151ec2bd9 [ 1126.819626] env[70041]: DEBUG nova.network.neutron [req-bca26b72-d23d-48c1-8b9c-0801efc706d7 req-90b69a0b-a0b3-470e-be22-5c4ba405c078 service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Updated VIF entry in instance network info cache for port 56215c7e-86b0-4c4d-88cb-5a7ca4fdb107. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.819999] env[70041]: DEBUG nova.network.neutron [req-bca26b72-d23d-48c1-8b9c-0801efc706d7 req-90b69a0b-a0b3-470e-be22-5c4ba405c078 service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Updating instance_info_cache with network_info: [{"id": "56215c7e-86b0-4c4d-88cb-5a7ca4fdb107", "address": "fa:16:3e:52:8a:91", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56215c7e-86", "ovs_interfaceid": "56215c7e-86b0-4c4d-88cb-5a7ca4fdb107", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.841602] env[70041]: INFO nova.virt.block_device [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Attempting to driver detach volume 355c946b-7684-4944-a6bd-e77151ec2bd9 from mountpoint /dev/sdc [ 1126.841836] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.842027] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638620', 'volume_id': '355c946b-7684-4944-a6bd-e77151ec2bd9', 'name': 'volume-355c946b-7684-4944-a6bd-e77151ec2bd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66a6ebb2-e863-4ac7-88ca-80afce8ba94e', 'attached_at': '', 'detached_at': '', 'volume_id': '355c946b-7684-4944-a6bd-e77151ec2bd9', 'serial': '355c946b-7684-4944-a6bd-e77151ec2bd9'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.843290] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bf5de6-7f87-4546-91f7-72b74c443460 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.873719] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6df29ea-1141-429d-9226-4fe0516be1d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.882835] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199bbcb4-3572-44bc-a9de-0918274b62e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.906665] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fcb05708-cc98-4f51-90f1-a58b7a57086c tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.037s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.909268] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b34555f-ab82-4c8d-b67d-6279793017b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.912408] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce7494c-0dd9-426c-aaf2-c6b40ff903b3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.918264] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.918343] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1126.918641] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5241f423-93a0-89dd-f6a9-761ecc6057d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.919534] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.919767] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.919997] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.920161] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.920468] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.920611] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37183e7f-10b1-46cb-b3fe-c63c2cd618d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.934449] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] The volume has not been displaced from its original location: [datastore2] volume-355c946b-7684-4944-a6bd-e77151ec2bd9/volume-355c946b-7684-4944-a6bd-e77151ec2bd9.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1126.939687] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfiguring VM instance instance-0000005b to detach disk 2002 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.941256] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abadb6-2754-4365-9fb7-48143fd77774 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.944864] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7627dd78-e8cd-40b5-80fc-3f09e9f4fe37 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.958717] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.958902] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.960262] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9013a47-2feb-4022-833c-9eb03c28c1b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.991865] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9cd90e-0666-464d-ba8d-5ec0161176b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.994685] env[70041]: DEBUG oslo_vmware.api [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1126.994685] env[70041]: value = "task-3193574" [ 1126.994685] env[70041]: _type = "Task" [ 1126.994685] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.996227] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1126.996227] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5220a20d-809f-4923-00ae-ee3127004138" [ 1126.996227] env[70041]: _type = "Task" [ 1126.996227] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.007392] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.009039] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0cc28e-aa69-4410-a136-f23c83f68521 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.016512] env[70041]: DEBUG oslo_vmware.api [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.020308] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5220a20d-809f-4923-00ae-ee3127004138, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.028830] env[70041]: DEBUG nova.compute.provider_tree [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.030167] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745e268f-8b95-4161-8085-8f43b6c43b98 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.035356] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1127.035356] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5248694a-a0c9-cc29-b3b1-e6390e3adb70" [ 1127.035356] env[70041]: _type = "Task" [ 1127.035356] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.044692] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5248694a-a0c9-cc29-b3b1-e6390e3adb70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.237610] env[70041]: DEBUG nova.compute.manager [req-877fb600-0c50-462a-9e6d-250a7af3a0a2 req-fa876e65-c735-425b-9422-bec0f6451551 service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Received event network-changed-d271dc93-edd6-419c-bd5e-2cb34db660e8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1127.237716] env[70041]: DEBUG nova.compute.manager [req-877fb600-0c50-462a-9e6d-250a7af3a0a2 req-fa876e65-c735-425b-9422-bec0f6451551 service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Refreshing instance network info cache due to event network-changed-d271dc93-edd6-419c-bd5e-2cb34db660e8. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1127.237940] env[70041]: DEBUG oslo_concurrency.lockutils [req-877fb600-0c50-462a-9e6d-250a7af3a0a2 req-fa876e65-c735-425b-9422-bec0f6451551 service nova] Acquiring lock "refresh_cache-9a819429-a81c-4e57-bfd8-6cf29d1a5d35" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.238141] env[70041]: DEBUG oslo_concurrency.lockutils [req-877fb600-0c50-462a-9e6d-250a7af3a0a2 req-fa876e65-c735-425b-9422-bec0f6451551 service nova] Acquired lock "refresh_cache-9a819429-a81c-4e57-bfd8-6cf29d1a5d35" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.238583] env[70041]: DEBUG nova.network.neutron [req-877fb600-0c50-462a-9e6d-250a7af3a0a2 req-fa876e65-c735-425b-9422-bec0f6451551 service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Refreshing network info cache for port d271dc93-edd6-419c-bd5e-2cb34db660e8 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.270800] env[70041]: DEBUG nova.compute.manager [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Stashing vm_state: active {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1127.324523] env[70041]: DEBUG oslo_concurrency.lockutils [req-bca26b72-d23d-48c1-8b9c-0801efc706d7 req-90b69a0b-a0b3-470e-be22-5c4ba405c078 service nova] Releasing lock "refresh_cache-f9a81385-6edd-4858-bf7c-3cf17506fea7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.497518] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.506018] env[70041]: DEBUG oslo_vmware.api [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193574, 'name': ReconfigVM_Task, 'duration_secs': 0.290276} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.506484] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Reconfigured VM instance instance-0000005b to detach disk 2002 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.511327] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8c5dd39-4d15-45fa-b4cf-a03ce467deed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.528924] env[70041]: DEBUG oslo_vmware.api [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1127.528924] env[70041]: value = "task-3193575" [ 1127.528924] env[70041]: _type = "Task" [ 1127.528924] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.535512] env[70041]: DEBUG nova.scheduler.client.report [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.545568] env[70041]: DEBUG oslo_vmware.api [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.552147] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5248694a-a0c9-cc29-b3b1-e6390e3adb70, 'name': SearchDatastore_Task, 'duration_secs': 0.00839} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.552617] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.552904] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f9a81385-6edd-4858-bf7c-3cf17506fea7/f9a81385-6edd-4858-bf7c-3cf17506fea7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.553216] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ff608c-6e18-4398-8f71-7342062d6368 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.561384] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1127.561384] env[70041]: value = "task-3193576" [ 1127.561384] env[70041]: _type = "Task" [ 1127.561384] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.570774] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.739277] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.739277] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquired lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.739277] env[70041]: DEBUG nova.network.neutron [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.794092] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.915020] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.005049] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.005227] env[70041]: DEBUG nova.network.neutron [req-877fb600-0c50-462a-9e6d-250a7af3a0a2 req-fa876e65-c735-425b-9422-bec0f6451551 service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Updated VIF entry in instance network info cache for port d271dc93-edd6-419c-bd5e-2cb34db660e8. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.005658] env[70041]: DEBUG nova.network.neutron [req-877fb600-0c50-462a-9e6d-250a7af3a0a2 req-fa876e65-c735-425b-9422-bec0f6451551 service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Updating instance_info_cache with network_info: [{"id": "d271dc93-edd6-419c-bd5e-2cb34db660e8", "address": "fa:16:3e:be:e8:4a", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd271dc93-ed", "ovs_interfaceid": "d271dc93-edd6-419c-bd5e-2cb34db660e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.039313] env[70041]: DEBUG oslo_vmware.api [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193575, 'name': ReconfigVM_Task, 'duration_secs': 0.162624} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.040210] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.040802] env[70041]: DEBUG nova.compute.manager [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.043679] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638620', 'volume_id': '355c946b-7684-4944-a6bd-e77151ec2bd9', 'name': 'volume-355c946b-7684-4944-a6bd-e77151ec2bd9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66a6ebb2-e863-4ac7-88ca-80afce8ba94e', 'attached_at': '', 'detached_at': '', 'volume_id': '355c946b-7684-4944-a6bd-e77151ec2bd9', 'serial': '355c946b-7684-4944-a6bd-e77151ec2bd9'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1128.046703] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.253s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.072892] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436295} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.073381] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f9a81385-6edd-4858-bf7c-3cf17506fea7/f9a81385-6edd-4858-bf7c-3cf17506fea7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.073729] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.074090] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3b1edbf-e890-49ec-b609-e227fe79d1b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.084027] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1128.084027] env[70041]: value = "task-3193577" [ 1128.084027] env[70041]: _type = "Task" [ 1128.084027] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.091194] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.467083] env[70041]: DEBUG nova.network.neutron [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating instance_info_cache with network_info: [{"id": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "address": "fa:16:3e:7b:c3:35", "network": {"id": "950dd688-962c-4096-9512-95fe966c981d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1118071845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3d5011f6beb4c8e84ce03e561fbeef0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c797f1-7a", "ovs_interfaceid": "83c797f1-7a70-47a7-af3d-4f22be7d1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.498355] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.517405] env[70041]: DEBUG oslo_concurrency.lockutils [req-877fb600-0c50-462a-9e6d-250a7af3a0a2 req-fa876e65-c735-425b-9422-bec0f6451551 service nova] Releasing lock "refresh_cache-9a819429-a81c-4e57-bfd8-6cf29d1a5d35" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.547719] env[70041]: DEBUG nova.compute.utils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.549809] env[70041]: DEBUG nova.compute.manager [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.550575] env[70041]: DEBUG nova.network.neutron [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.554195] env[70041]: INFO nova.compute.claims [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.593451] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065141} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.593451] env[70041]: DEBUG nova.policy [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9285626cf04b4011b1e49c36e6c9bfd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea4864b3041b41b2abc94ffa505e8145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.595066] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.596069] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420aeb9b-ad37-4a76-bb11-c4a2276854c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.601196] env[70041]: DEBUG nova.objects.instance [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lazy-loading 'flavor' on Instance uuid 66a6ebb2-e863-4ac7-88ca-80afce8ba94e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.621777] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f9a81385-6edd-4858-bf7c-3cf17506fea7/f9a81385-6edd-4858-bf7c-3cf17506fea7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.624894] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da6eb4b-92b2-4a4b-9eee-c80941e35d09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.645341] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1128.645341] env[70041]: value = "task-3193578" [ 1128.645341] env[70041]: _type = "Task" [ 1128.645341] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.654032] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.903483] env[70041]: DEBUG nova.network.neutron [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Successfully created port: 02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.914253] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.970278] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Releasing lock "refresh_cache-5e015b19-d4b3-4683-85bc-69c69653530e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.971245] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da688f7b-99af-4ab7-b6a8-37a7a8f2e6cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.980486] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Resuming the VM {{(pid=70041) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1128.980767] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-693b2450-3cf3-4545-9d5d-037bbfbe3898 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.997868] env[70041]: DEBUG oslo_vmware.api [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1128.997868] env[70041]: value = "task-3193579" [ 1128.997868] env[70041]: _type = "Task" [ 1128.997868] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.008783] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.014386] env[70041]: DEBUG oslo_vmware.api [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193579, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.053310] env[70041]: DEBUG nova.compute.manager [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.060296] env[70041]: INFO nova.compute.resource_tracker [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating resource usage from migration 3d773821-1df4-4159-a5c8-db433426cfc2 [ 1129.160017] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.258579] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c9dc0-5ae1-449c-8398-0a019e9682b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.265652] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ffe5f6-d6ec-41b4-be76-d3bc26d3ff61 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.297031] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423e4cc-c838-4d7f-8dda-3d4ad8c3921b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.304106] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c7e083-2d7f-464a-9425-a52d64317662 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.318188] env[70041]: DEBUG nova.compute.provider_tree [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.418729] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.501646] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.510359] env[70041]: DEBUG oslo_vmware.api [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.627505] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb5e7f02-aaa5-434c-b101-d1eba17ac706 tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.331s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.658222] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193578, 'name': ReconfigVM_Task, 'duration_secs': 0.933116} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.658534] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f9a81385-6edd-4858-bf7c-3cf17506fea7/f9a81385-6edd-4858-bf7c-3cf17506fea7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.659175] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c97c2254-813a-472c-81cf-fa0a321da216 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.665339] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1129.665339] env[70041]: value = "task-3193580" [ 1129.665339] env[70041]: _type = "Task" [ 1129.665339] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.674239] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193580, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.826099] env[70041]: DEBUG nova.scheduler.client.report [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.001535] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.009608] env[70041]: DEBUG oslo_vmware.api [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193579, 'name': PowerOnVM_Task, 'duration_secs': 0.90241} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.009903] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Resumed the VM {{(pid=70041) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1130.010132] env[70041]: DEBUG nova.compute.manager [None req-0d86eadf-3003-468b-8c8f-cc20c0f2da17 tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.013419] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b80ac52-38e1-4e4c-b100-de84f9c9270b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.066704] env[70041]: DEBUG nova.compute.manager [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.102148] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.102419] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.102590] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.102756] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.102889] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.103425] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.103934] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.104458] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.105183] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.108941] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.109345] env[70041]: DEBUG nova.virt.hardware [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.110574] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1522190-dc09-45e9-b99b-bb330c52c298 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.129556] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db953605-d97e-4cd7-bf64-8a6d3cd1598f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.177583] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193580, 'name': Rename_Task, 'duration_secs': 0.197349} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.178973] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.178973] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93797f75-d628-4540-b7b2-4102d5b67189 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.190214] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1130.190214] env[70041]: value = "task-3193581" [ 1130.190214] env[70041]: _type = "Task" [ 1130.190214] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.208414] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.335196] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.288s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.338111] env[70041]: INFO nova.compute.manager [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Migrating [ 1130.344915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.926s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.347081] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.347081] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1130.354410] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8492f627-0bb9-4258-8b71-8cc5b7597f8f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.372037] env[70041]: DEBUG nova.compute.manager [req-e21df624-8427-4f14-9062-106dbd0b7312 req-e6fde7e9-d8d3-4bab-b8df-8e53762e7732 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received event network-vif-plugged-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1130.372037] env[70041]: DEBUG oslo_concurrency.lockutils [req-e21df624-8427-4f14-9062-106dbd0b7312 req-e6fde7e9-d8d3-4bab-b8df-8e53762e7732 service nova] Acquiring lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.372252] env[70041]: DEBUG oslo_concurrency.lockutils [req-e21df624-8427-4f14-9062-106dbd0b7312 req-e6fde7e9-d8d3-4bab-b8df-8e53762e7732 service nova] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.373500] env[70041]: DEBUG oslo_concurrency.lockutils [req-e21df624-8427-4f14-9062-106dbd0b7312 req-e6fde7e9-d8d3-4bab-b8df-8e53762e7732 service nova] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.373500] env[70041]: DEBUG nova.compute.manager [req-e21df624-8427-4f14-9062-106dbd0b7312 req-e6fde7e9-d8d3-4bab-b8df-8e53762e7732 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] No waiting events found dispatching network-vif-plugged-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.373500] env[70041]: WARNING nova.compute.manager [req-e21df624-8427-4f14-9062-106dbd0b7312 req-e6fde7e9-d8d3-4bab-b8df-8e53762e7732 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received unexpected event network-vif-plugged-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 for instance with vm_state building and task_state spawning. [ 1130.386678] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f17c450-5a33-48b7-94bb-f44d36279ed6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.417579] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c74eee-3f84-4987-a75a-cf5f97bcfba2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.429612] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9c2122-4f00-4b08-9932-2cca5a3404e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.467532] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179922MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1130.467862] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.468168] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.504507] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.514246] env[70041]: DEBUG nova.network.neutron [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Successfully updated port: 02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.700922] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.871213] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.871213] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.871213] env[70041]: DEBUG nova.network.neutron [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.904543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.904543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.904543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.904543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.904543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.907430] env[70041]: INFO nova.compute.manager [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Terminating instance [ 1131.010022] env[70041]: DEBUG oslo_vmware.api [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193571, 'name': ReconfigVM_Task, 'duration_secs': 5.773866} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.010022] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.010022] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Reconfigured VM to detach interface {{(pid=70041) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1131.015836] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.015977] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.016125] env[70041]: DEBUG nova.network.neutron [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.206273] env[70041]: DEBUG oslo_vmware.api [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193581, 'name': PowerOnVM_Task, 'duration_secs': 0.8352} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.206564] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.206766] env[70041]: INFO nova.compute.manager [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1131.206976] env[70041]: DEBUG nova.compute.manager [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.207751] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815c1960-3ac2-48f2-8893-58712ad3b08e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.415354] env[70041]: DEBUG nova.compute.manager [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.415996] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.417919] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56673ba0-97e1-44a4-97de-0582875bd014 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.426772] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.427035] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d9cff68-c9b2-4b30-ac72-d59a7eb38eb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.436914] env[70041]: DEBUG oslo_vmware.api [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1131.436914] env[70041]: value = "task-3193582" [ 1131.436914] env[70041]: _type = "Task" [ 1131.436914] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.446380] env[70041]: DEBUG oslo_vmware.api [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.488178] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Applying migration context for instance e67dd1ab-a925-42ed-992c-3ad264bdb058 as it has an incoming, in-progress migration 3d773821-1df4-4159-a5c8-db433426cfc2. Migration status is pre-migrating {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1131.489715] env[70041]: INFO nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating resource usage from migration 3d773821-1df4-4159-a5c8-db433426cfc2 [ 1131.515945] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 7a49c9e4-58f0-480e-af9e-0d508eed3b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.516305] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance de3b62b9-80ab-4f8f-a9ed-8d32479e0771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.516305] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 66a6ebb2-e863-4ac7-88ca-80afce8ba94e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.516421] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5d4adfe6-37bf-444d-9139-a60f3105bbfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.516471] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance a23b3cab-adeb-4904-b7d9-68b5ce084239 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.516559] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.516760] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5e015b19-d4b3-4683-85bc-69c69653530e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.516760] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 9a819429-a81c-4e57-bfd8-6cf29d1a5d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.516934] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance f9a81385-6edd-4858-bf7c-3cf17506fea7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.516990] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.517082] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Migration 3d773821-1df4-4159-a5c8-db433426cfc2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1131.517187] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance e67dd1ab-a925-42ed-992c-3ad264bdb058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1131.517390] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1131.517524] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1131.563208] env[70041]: DEBUG nova.network.neutron [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.650984] env[70041]: DEBUG nova.network.neutron [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance_info_cache with network_info: [{"id": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "address": "fa:16:3e:00:24:7a", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd7ee3b-45", "ovs_interfaceid": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.701265] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e2231a-1c42-429b-91b1-75e1ae3e316c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.715517] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea21e96-e1c0-4b9b-b0c3-228f78637346 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.770957] env[70041]: INFO nova.compute.manager [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Took 21.71 seconds to build instance. [ 1131.772732] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e5579f-8327-4f94-8859-b7aed2a0f5ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.783274] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a20e28-7f9a-4452-85ae-957466dfa249 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.803869] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.820472] env[70041]: DEBUG nova.network.neutron [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating instance_info_cache with network_info: [{"id": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "address": "fa:16:3e:c5:84:d5", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e55dfc-e7", "ovs_interfaceid": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.950198] env[70041]: DEBUG oslo_vmware.api [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193582, 'name': PowerOffVM_Task, 'duration_secs': 0.416351} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.950635] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.950865] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.951231] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cced4f3d-b605-4960-a145-8f6dd289fb59 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.025393] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.025686] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.025933] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Deleting the datastore file [datastore1] 66a6ebb2-e863-4ac7-88ca-80afce8ba94e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.026612] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a97836ff-ec85-4e36-8fcd-156c9e68e451 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.032816] env[70041]: DEBUG oslo_vmware.api [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for the task: (returnval){ [ 1132.032816] env[70041]: value = "task-3193584" [ 1132.032816] env[70041]: _type = "Task" [ 1132.032816] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.041231] env[70041]: DEBUG oslo_vmware.api [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.155263] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.278658] env[70041]: DEBUG oslo_concurrency.lockutils [None req-da28a73c-7513-4f27-aab9-5ac187463294 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "f9a81385-6edd-4858-bf7c-3cf17506fea7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.235s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.306543] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.323247] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.323641] env[70041]: DEBUG nova.compute.manager [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Instance network_info: |[{"id": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "address": "fa:16:3e:c5:84:d5", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e55dfc-e7", "ovs_interfaceid": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.324162] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:84:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02e55dfc-e7b3-450d-8bb5-63152ca7ec98', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.332351] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.333475] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.334105] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8249446-19be-497f-8286-bfec1a08edfd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.356504] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.356504] env[70041]: value = "task-3193585" [ 1132.356504] env[70041]: _type = "Task" [ 1132.356504] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.364963] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193585, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.470970] env[70041]: DEBUG nova.compute.manager [req-b04314ce-465b-4376-be9b-0e52db923930 req-33eb6ff2-027a-424f-a952-3dc6036721e2 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received event network-changed-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1132.470970] env[70041]: DEBUG nova.compute.manager [req-b04314ce-465b-4376-be9b-0e52db923930 req-33eb6ff2-027a-424f-a952-3dc6036721e2 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Refreshing instance network info cache due to event network-changed-02e55dfc-e7b3-450d-8bb5-63152ca7ec98. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1132.470970] env[70041]: DEBUG oslo_concurrency.lockutils [req-b04314ce-465b-4376-be9b-0e52db923930 req-33eb6ff2-027a-424f-a952-3dc6036721e2 service nova] Acquiring lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.471294] env[70041]: DEBUG oslo_concurrency.lockutils [req-b04314ce-465b-4376-be9b-0e52db923930 req-33eb6ff2-027a-424f-a952-3dc6036721e2 service nova] Acquired lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.471294] env[70041]: DEBUG nova.network.neutron [req-b04314ce-465b-4376-be9b-0e52db923930 req-33eb6ff2-027a-424f-a952-3dc6036721e2 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Refreshing network info cache for port 02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.545012] env[70041]: DEBUG oslo_vmware.api [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Task: {'id': task-3193584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123525} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.545728] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.545916] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.546110] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.546283] env[70041]: INFO nova.compute.manager [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1132.546520] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.546707] env[70041]: DEBUG nova.compute.manager [-] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.546807] env[70041]: DEBUG nova.network.neutron [-] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.811644] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1132.812893] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.344s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.812893] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.812893] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Cleaning up deleted instances {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11835}} [ 1132.866537] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193585, 'name': CreateVM_Task, 'duration_secs': 0.458324} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.866715] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.867428] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.867575] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.867883] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.868151] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a71953-729b-4174-9d89-6a33eaf4ca4f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.871454] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.871620] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquired lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.871787] env[70041]: DEBUG nova.network.neutron [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.874362] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1132.874362] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523242fd-c886-aa98-bccf-b3b7dfae67c3" [ 1132.874362] env[70041]: _type = "Task" [ 1132.874362] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.890022] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523242fd-c886-aa98-bccf-b3b7dfae67c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.890022] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.890022] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.890022] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.890022] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.890022] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.890022] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-532d3707-ae6a-440d-8dd8-99b61f01a143 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.898296] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.898501] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.899307] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db0a2bd-750d-4395-b20b-9651179349d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.905022] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1132.905022] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527605e1-3e34-114c-17d8-4c7e77cadcdf" [ 1132.905022] env[70041]: _type = "Task" [ 1132.905022] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.914508] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527605e1-3e34-114c-17d8-4c7e77cadcdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.942936] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.943269] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.943515] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.943794] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.944015] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.947297] env[70041]: INFO nova.compute.manager [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Terminating instance [ 1133.036972] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "f9a81385-6edd-4858-bf7c-3cf17506fea7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.037250] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "f9a81385-6edd-4858-bf7c-3cf17506fea7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.037452] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "f9a81385-6edd-4858-bf7c-3cf17506fea7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.039431] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "f9a81385-6edd-4858-bf7c-3cf17506fea7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.039431] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "f9a81385-6edd-4858-bf7c-3cf17506fea7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.044293] env[70041]: INFO nova.compute.manager [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Terminating instance [ 1133.333133] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] There are 55 instances to clean {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11844}} [ 1133.333374] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: f19a9a6d-f756-4999-92ba-34fe90443919] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1133.380227] env[70041]: DEBUG nova.network.neutron [req-b04314ce-465b-4376-be9b-0e52db923930 req-33eb6ff2-027a-424f-a952-3dc6036721e2 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updated VIF entry in instance network info cache for port 02e55dfc-e7b3-450d-8bb5-63152ca7ec98. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.380594] env[70041]: DEBUG nova.network.neutron [req-b04314ce-465b-4376-be9b-0e52db923930 req-33eb6ff2-027a-424f-a952-3dc6036721e2 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating instance_info_cache with network_info: [{"id": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "address": "fa:16:3e:c5:84:d5", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e55dfc-e7", "ovs_interfaceid": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.416523] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527605e1-3e34-114c-17d8-4c7e77cadcdf, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.419598] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868f939f-d464-451f-b1a8-9351734da30d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.425495] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1133.425495] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d8faf7-32e0-7c88-66b4-ea2805d527b2" [ 1133.425495] env[70041]: _type = "Task" [ 1133.425495] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.439880] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d8faf7-32e0-7c88-66b4-ea2805d527b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.452562] env[70041]: DEBUG nova.compute.manager [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.452951] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.454049] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b644d539-857e-40c8-81e6-0501e6c338be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.465958] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.468205] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1c12171-124d-4161-a045-f57c4c687784 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.474172] env[70041]: DEBUG oslo_vmware.api [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1133.474172] env[70041]: value = "task-3193586" [ 1133.474172] env[70041]: _type = "Task" [ 1133.474172] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.485503] env[70041]: DEBUG oslo_vmware.api [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.547231] env[70041]: DEBUG nova.compute.manager [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.547547] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.548388] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fcefd5-70d0-4caa-9e52-85bc560fb83d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.556453] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.557804] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1d8e705-4202-4fda-b2ec-37bb252cdbde {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.564282] env[70041]: DEBUG oslo_vmware.api [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1133.564282] env[70041]: value = "task-3193587" [ 1133.564282] env[70041]: _type = "Task" [ 1133.564282] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.576025] env[70041]: DEBUG oslo_vmware.api [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.613925] env[70041]: DEBUG nova.network.neutron [-] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.673245] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1018666c-24db-401f-8a0e-1192697d417e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.693720] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance 'e67dd1ab-a925-42ed-992c-3ad264bdb058' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.698425] env[70041]: INFO nova.network.neutron [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Port 843e2eb7-e43b-4be6-92ec-36264b000e56 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1133.698776] env[70041]: DEBUG nova.network.neutron [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updating instance_info_cache with network_info: [{"id": "4324411c-5389-496f-ac73-c3ea813cb16a", "address": "fa:16:3e:7a:e3:95", "network": {"id": "f0619be7-a5c2-484b-8bb6-a359425d7407", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2037481274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da15d1d3e083436d9c7265db9d62fd89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4324411c-53", "ovs_interfaceid": "4324411c-5389-496f-ac73-c3ea813cb16a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.840626] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: ccc08113-192e-4a49-bf2b-b30ba9f4a25e] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1133.884155] env[70041]: DEBUG oslo_concurrency.lockutils [req-b04314ce-465b-4376-be9b-0e52db923930 req-33eb6ff2-027a-424f-a952-3dc6036721e2 service nova] Releasing lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.936323] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52d8faf7-32e0-7c88-66b4-ea2805d527b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013848} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.936588] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.936849] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd/a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.937243] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b2c228-ecb0-4d5c-9e31-46df085f4dc6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.944009] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1133.944009] env[70041]: value = "task-3193588" [ 1133.944009] env[70041]: _type = "Task" [ 1133.944009] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.952445] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.987110] env[70041]: DEBUG oslo_vmware.api [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193586, 'name': PowerOffVM_Task, 'duration_secs': 0.358941} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.987394] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.988025] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.988025] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26d7f537-1321-4a2e-b8fc-7bb0b518b663 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.059529] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.059924] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.060263] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleting the datastore file [datastore2] d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.060651] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a48443e4-719e-43c1-9304-21651be64fbe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.069721] env[70041]: DEBUG oslo_vmware.api [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1134.069721] env[70041]: value = "task-3193590" [ 1134.069721] env[70041]: _type = "Task" [ 1134.069721] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.075916] env[70041]: DEBUG oslo_vmware.api [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193587, 'name': PowerOffVM_Task, 'duration_secs': 0.279552} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.076507] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.076677] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.076932] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89e16050-3771-4fbc-a1f0-2a463e2e920d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.081448] env[70041]: DEBUG oslo_vmware.api [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.117460] env[70041]: INFO nova.compute.manager [-] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Took 1.57 seconds to deallocate network for instance. [ 1134.143059] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.143294] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.143482] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleting the datastore file [datastore2] f9a81385-6edd-4858-bf7c-3cf17506fea7 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.143773] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7644c8e-5006-4d9d-8106-533c1c9bc530 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.150017] env[70041]: DEBUG oslo_vmware.api [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1134.150017] env[70041]: value = "task-3193592" [ 1134.150017] env[70041]: _type = "Task" [ 1134.150017] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.159644] env[70041]: DEBUG oslo_vmware.api [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.205871] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.206499] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Releasing lock "refresh_cache-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.209089] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca6bb75-34c2-48d2-82e9-2e74e6bf55bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.217985] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1134.217985] env[70041]: value = "task-3193593" [ 1134.217985] env[70041]: _type = "Task" [ 1134.217985] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.229256] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.344665] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: a866e955-9dd5-4e5c-8516-6179cf4677db] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1134.453619] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470193} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.453874] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd/a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.454114] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.454363] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac723480-d6ef-4769-a63e-21689d7d11f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.460402] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1134.460402] env[70041]: value = "task-3193594" [ 1134.460402] env[70041]: _type = "Task" [ 1134.460402] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.468480] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.495625] env[70041]: DEBUG nova.compute.manager [req-72af750a-8f46-4fb2-aafc-4580afed0af2 req-bec78cc9-8f3c-428b-89ac-a7579825ce79 service nova] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Received event network-vif-deleted-314f163b-c43f-49f5-87ba-e6dda53c594b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1134.579543] env[70041]: DEBUG oslo_vmware.api [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328143} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.579800] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.579988] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.580891] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.580891] env[70041]: INFO nova.compute.manager [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1134.580891] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.580891] env[70041]: DEBUG nova.compute.manager [-] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.580891] env[70041]: DEBUG nova.network.neutron [-] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.625343] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.625720] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.626083] env[70041]: DEBUG nova.objects.instance [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lazy-loading 'resources' on Instance uuid 66a6ebb2-e863-4ac7-88ca-80afce8ba94e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.659867] env[70041]: DEBUG oslo_vmware.api [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287797} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.660204] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.660410] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.660589] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.660757] env[70041]: INFO nova.compute.manager [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1134.661052] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.661262] env[70041]: DEBUG nova.compute.manager [-] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.661720] env[70041]: DEBUG nova.network.neutron [-] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.712783] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ea1e0d83-105c-46c8-80b1-e166d4c01038 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "interface-d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14-843e2eb7-e43b-4be6-92ec-36264b000e56" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.325s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.733244] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193593, 'name': PowerOffVM_Task, 'duration_secs': 0.217861} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.734650] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.734871] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance 'e67dd1ab-a925-42ed-992c-3ad264bdb058' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.850715] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: ecec1202-d89c-4d1b-8703-8b41c72a6ee9] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1134.971393] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090718} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.971720] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.972515] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b815d778-7ea6-4715-9465-cd351fa8d876 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.997609] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd/a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.997922] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26011b29-09e3-4059-92df-19a50ebb44e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.019050] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1135.019050] env[70041]: value = "task-3193595" [ 1135.019050] env[70041]: _type = "Task" [ 1135.019050] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.030066] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.078712] env[70041]: DEBUG nova.compute.manager [req-e5ec193c-78e6-439d-a639-551e3d8ae6a8 req-1228f210-8d0d-4294-9a10-e4def963967d service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Received event network-vif-deleted-56215c7e-86b0-4c4d-88cb-5a7ca4fdb107 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1135.078952] env[70041]: INFO nova.compute.manager [req-e5ec193c-78e6-439d-a639-551e3d8ae6a8 req-1228f210-8d0d-4294-9a10-e4def963967d service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Neutron deleted interface 56215c7e-86b0-4c4d-88cb-5a7ca4fdb107; detaching it from the instance and deleting it from the info cache [ 1135.079158] env[70041]: DEBUG nova.network.neutron [req-e5ec193c-78e6-439d-a639-551e3d8ae6a8 req-1228f210-8d0d-4294-9a10-e4def963967d service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.242836] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.243179] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.243346] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.243629] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.243827] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.244041] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.244314] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.244506] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.244712] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.244913] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.245198] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.250987] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f1bed0-11ad-48a9-bb2e-cdf91e1d8dce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.267833] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1135.267833] env[70041]: value = "task-3193596" [ 1135.267833] env[70041]: _type = "Task" [ 1135.267833] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.277684] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.358877] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: bd8f8ace-de7f-4bd5-bb8a-a74765707110] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1135.444403] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deaabfd-fdbe-4a8b-8567-6ef4fb87ffab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.452431] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cf7820-60a6-456c-914d-bdf2cb062b21 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.483900] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d74fa-6bb2-4826-a884-0e3d335b7282 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.492333] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22203eaf-488c-4e9b-a106-c2b5ce353817 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.508258] env[70041]: DEBUG nova.compute.provider_tree [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.529372] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.563807] env[70041]: DEBUG nova.network.neutron [-] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.581879] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0e9fce9-d9ce-43f5-b9aa-82317583b508 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.591365] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79702979-2c3e-4a0e-9242-e511dfeba5bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.624521] env[70041]: DEBUG nova.compute.manager [req-e5ec193c-78e6-439d-a639-551e3d8ae6a8 req-1228f210-8d0d-4294-9a10-e4def963967d service nova] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Detach interface failed, port_id=56215c7e-86b0-4c4d-88cb-5a7ca4fdb107, reason: Instance f9a81385-6edd-4858-bf7c-3cf17506fea7 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1135.729411] env[70041]: DEBUG nova.network.neutron [-] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.778718] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193596, 'name': ReconfigVM_Task, 'duration_secs': 0.272247} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.779253] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance 'e67dd1ab-a925-42ed-992c-3ad264bdb058' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.863420] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 21ab5907-32da-46ee-87c8-baeabb7a554f] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1136.012373] env[70041]: DEBUG nova.scheduler.client.report [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.030338] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193595, 'name': ReconfigVM_Task, 'duration_secs': 0.772911} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.030392] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Reconfigured VM instance instance-0000006c to attach disk [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd/a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.031078] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c1c9d2c-71dd-4a7a-bf9c-6a5c40f077a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.040539] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1136.040539] env[70041]: value = "task-3193597" [ 1136.040539] env[70041]: _type = "Task" [ 1136.040539] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.050388] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193597, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.067500] env[70041]: INFO nova.compute.manager [-] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Took 1.41 seconds to deallocate network for instance. [ 1136.195246] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "5e015b19-d4b3-4683-85bc-69c69653530e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.196806] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.197920] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.199036] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.200502] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.204944] env[70041]: INFO nova.compute.manager [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Terminating instance [ 1136.231148] env[70041]: INFO nova.compute.manager [-] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Took 1.65 seconds to deallocate network for instance. [ 1136.287937] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.287937] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.287937] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.287937] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.287937] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.287937] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.287937] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.287937] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.288579] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.289316] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.289631] env[70041]: DEBUG nova.virt.hardware [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.298026] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.298026] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-277ffc64-52a1-4027-beb9-71a868b404f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.324091] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1136.324091] env[70041]: value = "task-3193598" [ 1136.324091] env[70041]: _type = "Task" [ 1136.324091] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.332170] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.370903] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 8e2c83f5-c71d-4403-97d8-650989a33b08] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1136.517958] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.522961] env[70041]: DEBUG nova.compute.manager [req-31f946d0-18e0-4503-860c-c7a540e69724 req-7fbc2db5-b4f1-400f-994c-bc84a2fb8002 service nova] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Received event network-vif-deleted-4324411c-5389-496f-ac73-c3ea813cb16a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1136.545443] env[70041]: INFO nova.scheduler.client.report [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Deleted allocations for instance 66a6ebb2-e863-4ac7-88ca-80afce8ba94e [ 1136.552331] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193597, 'name': Rename_Task, 'duration_secs': 0.153875} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.552807] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.553116] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c8bb9f-8481-45cd-aaf9-dd2a4622a93d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.560933] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1136.560933] env[70041]: value = "task-3193599" [ 1136.560933] env[70041]: _type = "Task" [ 1136.560933] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.566930] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.577344] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.577344] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.577344] env[70041]: DEBUG nova.objects.instance [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lazy-loading 'resources' on Instance uuid f9a81385-6edd-4858-bf7c-3cf17506fea7 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.712020] env[70041]: DEBUG nova.compute.manager [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.712321] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.714449] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f4091-53ac-42f1-b1a3-119c02656205 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.722378] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.722639] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668cd170-e967-4214-b365-acc207ac0f09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.731211] env[70041]: DEBUG oslo_vmware.api [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1136.731211] env[70041]: value = "task-3193600" [ 1136.731211] env[70041]: _type = "Task" [ 1136.731211] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.741878] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.742528] env[70041]: DEBUG oslo_vmware.api [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.832166] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193598, 'name': ReconfigVM_Task, 'duration_secs': 0.179889} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.832514] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.835391] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ebdd96-49f8-4d41-a7d1-3844d087382c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.859052] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e67dd1ab-a925-42ed-992c-3ad264bdb058/e67dd1ab-a925-42ed-992c-3ad264bdb058.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.859832] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0102cccb-8fa2-4073-82b3-c51b592351dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.874234] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 8f5053cc-bf2e-41ae-831c-abb2608c8d4e] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1136.884285] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1136.884285] env[70041]: value = "task-3193601" [ 1136.884285] env[70041]: _type = "Task" [ 1136.884285] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.891622] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.057915] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5d02b105-5a6f-4ab5-8e0e-ea875a0d525f tempest-AttachVolumeTestJSON-1639655114 tempest-AttachVolumeTestJSON-1639655114-project-member] Lock "66a6ebb2-e863-4ac7-88ca-80afce8ba94e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.154s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.070859] env[70041]: DEBUG oslo_vmware.api [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193599, 'name': PowerOnVM_Task, 'duration_secs': 0.480357} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.071854] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.071854] env[70041]: INFO nova.compute.manager [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1137.071854] env[70041]: DEBUG nova.compute.manager [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.072462] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d90ffb0-2f43-4d5f-ae98-0c05086f72ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.243210] env[70041]: DEBUG oslo_vmware.api [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193600, 'name': PowerOffVM_Task, 'duration_secs': 0.16421} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.244302] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.244302] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.244302] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdea96ea-c534-4840-bfd2-2e5eef3de7b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.272729] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8400db-bab5-4ccb-af83-ab153db5dd93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.280509] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca1880-cf28-4c45-8a67-eb94629e7d91 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.314023] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf225a1f-d7d8-4908-a227-d62074b4de15 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.320000] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f085fd9-b216-4d9d-82ac-9dd88e17ea08 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.324473] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.324714] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.324859] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleting the datastore file [datastore2] 5e015b19-d4b3-4683-85bc-69c69653530e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.325503] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-742a3ecb-f751-459f-ac9e-d905d9ed91c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.338753] env[70041]: DEBUG nova.compute.provider_tree [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.345053] env[70041]: DEBUG oslo_vmware.api [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for the task: (returnval){ [ 1137.345053] env[70041]: value = "task-3193603" [ 1137.345053] env[70041]: _type = "Task" [ 1137.345053] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.352616] env[70041]: DEBUG oslo_vmware.api [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.383027] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: b662c050-9fdb-4476-8367-57c078dbb252] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1137.393205] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193601, 'name': ReconfigVM_Task, 'duration_secs': 0.481106} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.393540] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e67dd1ab-a925-42ed-992c-3ad264bdb058/e67dd1ab-a925-42ed-992c-3ad264bdb058.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.393864] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance 'e67dd1ab-a925-42ed-992c-3ad264bdb058' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.603693] env[70041]: INFO nova.compute.manager [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Took 11.96 seconds to build instance. [ 1137.846395] env[70041]: DEBUG nova.scheduler.client.report [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.860851] env[70041]: DEBUG oslo_vmware.api [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Task: {'id': task-3193603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162793} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.861142] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.861355] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.861534] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.861809] env[70041]: INFO nova.compute.manager [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1137.861934] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.862240] env[70041]: DEBUG nova.compute.manager [-] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.862240] env[70041]: DEBUG nova.network.neutron [-] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.888379] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 1f52aae5-c38e-489a-bf3b-eaaf4d230790] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1137.902064] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61781752-64f9-41c1-bafd-c2d520dd4290 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.923858] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7517c72-db21-468d-afcf-851f0ddf18a0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.942460] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance 'e67dd1ab-a925-42ed-992c-3ad264bdb058' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.109380] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0b727e11-be9f-4252-a89d-d7eaa7e7764b tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.479s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.359519] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.360634] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.619s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.361020] env[70041]: DEBUG nova.objects.instance [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'resources' on Instance uuid d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.391939] env[70041]: INFO nova.scheduler.client.report [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted allocations for instance f9a81385-6edd-4858-bf7c-3cf17506fea7 [ 1138.392637] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 6ddd132a-c359-4c13-9302-52dbe71ce2bc] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1138.419877] env[70041]: DEBUG nova.compute.manager [req-0f818ec4-925b-4396-b5ee-0b2af4ec4d95 req-44e2e426-e748-47c7-b96e-be71e5f6a6c5 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received event network-changed-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1138.419877] env[70041]: DEBUG nova.compute.manager [req-0f818ec4-925b-4396-b5ee-0b2af4ec4d95 req-44e2e426-e748-47c7-b96e-be71e5f6a6c5 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Refreshing instance network info cache due to event network-changed-02e55dfc-e7b3-450d-8bb5-63152ca7ec98. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1138.419877] env[70041]: DEBUG oslo_concurrency.lockutils [req-0f818ec4-925b-4396-b5ee-0b2af4ec4d95 req-44e2e426-e748-47c7-b96e-be71e5f6a6c5 service nova] Acquiring lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.419877] env[70041]: DEBUG oslo_concurrency.lockutils [req-0f818ec4-925b-4396-b5ee-0b2af4ec4d95 req-44e2e426-e748-47c7-b96e-be71e5f6a6c5 service nova] Acquired lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.419877] env[70041]: DEBUG nova.network.neutron [req-0f818ec4-925b-4396-b5ee-0b2af4ec4d95 req-44e2e426-e748-47c7-b96e-be71e5f6a6c5 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Refreshing network info cache for port 02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.487015] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "8324f683-c7fd-438e-9a15-91438206100e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.487274] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.490256] env[70041]: DEBUG nova.network.neutron [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Port fcd7ee3b-45a4-4163-bf18-3c5061152c31 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1138.549986] env[70041]: DEBUG nova.compute.manager [req-c032cb78-d5e3-4f4a-9600-d2d6375a57bc req-5087a652-5c89-491d-b36a-2acd3ddbc878 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Received event network-vif-deleted-83c797f1-7a70-47a7-af3d-4f22be7d1c25 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1138.550240] env[70041]: INFO nova.compute.manager [req-c032cb78-d5e3-4f4a-9600-d2d6375a57bc req-5087a652-5c89-491d-b36a-2acd3ddbc878 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Neutron deleted interface 83c797f1-7a70-47a7-af3d-4f22be7d1c25; detaching it from the instance and deleting it from the info cache [ 1138.550375] env[70041]: DEBUG nova.network.neutron [req-c032cb78-d5e3-4f4a-9600-d2d6375a57bc req-5087a652-5c89-491d-b36a-2acd3ddbc878 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.597886] env[70041]: DEBUG nova.network.neutron [-] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.637415] env[70041]: DEBUG oslo_concurrency.lockutils [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.637757] env[70041]: DEBUG oslo_concurrency.lockutils [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.899017] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: a31d041e-e483-465f-8ea6-0054591c3f52] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1138.903342] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b25e7cca-a208-471f-854e-c2c279f2e4d6 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "f9a81385-6edd-4858-bf7c-3cf17506fea7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.866s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.989150] env[70041]: DEBUG nova.compute.manager [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.032998] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f998c3-78b7-4af8-9111-47a325e2e67a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.041388] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03400d6f-b57e-4a44-9762-caaf55c6d35d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.077486] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58f4d574-55d8-4592-954f-735231f7708e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.079666] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da89302f-2687-4676-906e-fce86502d33f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.088713] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37466eb0-0a36-4932-b5d0-9418bf7fa99f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.095153] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2126d2-d8fa-47f1-8d9a-f6d2686f9a6b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.105409] env[70041]: INFO nova.compute.manager [-] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Took 1.24 seconds to deallocate network for instance. [ 1139.117500] env[70041]: DEBUG nova.compute.provider_tree [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.128837] env[70041]: DEBUG nova.compute.manager [req-c032cb78-d5e3-4f4a-9600-d2d6375a57bc req-5087a652-5c89-491d-b36a-2acd3ddbc878 service nova] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Detach interface failed, port_id=83c797f1-7a70-47a7-af3d-4f22be7d1c25, reason: Instance 5e015b19-d4b3-4683-85bc-69c69653530e could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1139.139956] env[70041]: INFO nova.compute.manager [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Detaching volume 0cf722ab-a614-44d6-a426-8b8dc448c1af [ 1139.174567] env[70041]: INFO nova.virt.block_device [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Attempting to driver detach volume 0cf722ab-a614-44d6-a426-8b8dc448c1af from mountpoint /dev/sdb [ 1139.174805] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.174991] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638604', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'name': 'volume-0cf722ab-a614-44d6-a426-8b8dc448c1af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a23b3cab-adeb-4904-b7d9-68b5ce084239', 'attached_at': '', 'detached_at': '', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'serial': '0cf722ab-a614-44d6-a426-8b8dc448c1af'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.175847] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb11a0d8-63df-4697-a357-56e6c1de5593 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.197585] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fe6c58-b296-415f-a01f-329b72826100 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.204499] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6480a0-f5c6-4acf-9b8f-279776b5eed2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.225547] env[70041]: DEBUG nova.network.neutron [req-0f818ec4-925b-4396-b5ee-0b2af4ec4d95 req-44e2e426-e748-47c7-b96e-be71e5f6a6c5 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updated VIF entry in instance network info cache for port 02e55dfc-e7b3-450d-8bb5-63152ca7ec98. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.225898] env[70041]: DEBUG nova.network.neutron [req-0f818ec4-925b-4396-b5ee-0b2af4ec4d95 req-44e2e426-e748-47c7-b96e-be71e5f6a6c5 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating instance_info_cache with network_info: [{"id": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "address": "fa:16:3e:c5:84:d5", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e55dfc-e7", "ovs_interfaceid": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.227527] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e436360-dea9-4080-89b8-5e8f2c8ef657 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.242927] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] The volume has not been displaced from its original location: [datastore2] volume-0cf722ab-a614-44d6-a426-8b8dc448c1af/volume-0cf722ab-a614-44d6-a426-8b8dc448c1af.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1139.248180] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.249405] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de4a969-12a9-42e1-a9aa-73d6e52e9dd8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.267121] env[70041]: DEBUG oslo_vmware.api [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1139.267121] env[70041]: value = "task-3193605" [ 1139.267121] env[70041]: _type = "Task" [ 1139.267121] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.275014] env[70041]: DEBUG oslo_vmware.api [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.403884] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 28bc3dab-1182-4e2c-84b8-f7f10e8603a2] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1139.516330] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "e67dd1ab-a925-42ed-992c-3ad264bdb058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.516578] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.516755] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.523953] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.627737] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.630779] env[70041]: DEBUG nova.scheduler.client.report [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.731724] env[70041]: DEBUG oslo_concurrency.lockutils [req-0f818ec4-925b-4396-b5ee-0b2af4ec4d95 req-44e2e426-e748-47c7-b96e-be71e5f6a6c5 service nova] Releasing lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.777222] env[70041]: DEBUG oslo_vmware.api [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193605, 'name': ReconfigVM_Task, 'duration_secs': 0.262999} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.777507] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.782211] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5440cda8-0366-47db-9c28-52bc3f6d156c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.798173] env[70041]: DEBUG oslo_vmware.api [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1139.798173] env[70041]: value = "task-3193606" [ 1139.798173] env[70041]: _type = "Task" [ 1139.798173] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.806497] env[70041]: DEBUG oslo_vmware.api [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.908232] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 77bb19a1-8650-48df-be6a-460fe472d530] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1140.136147] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.139026] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.614s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.139851] env[70041]: INFO nova.compute.claims [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.153853] env[70041]: INFO nova.scheduler.client.report [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleted allocations for instance d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14 [ 1140.280798] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.281068] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.307969] env[70041]: DEBUG oslo_vmware.api [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.411898] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: fa5ebc80-1cd0-4153-b6fe-6acfaf8928bc] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1140.559757] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.559960] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.560158] env[70041]: DEBUG nova.network.neutron [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.660556] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bbfbda5f-e992-4cac-af0c-c9d4024a9281 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.717s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.783597] env[70041]: DEBUG nova.compute.manager [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1140.808673] env[70041]: DEBUG oslo_vmware.api [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.915517] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: e47e9c5a-976b-4b59-83a3-9ea5b7ce56c8] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1140.945918] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.946123] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.946334] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.946521] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.946689] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.948889] env[70041]: INFO nova.compute.manager [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Terminating instance [ 1141.269330] env[70041]: DEBUG nova.network.neutron [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance_info_cache with network_info: [{"id": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "address": "fa:16:3e:00:24:7a", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd7ee3b-45", "ovs_interfaceid": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.284695] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3ff023-92a6-4002-9e7a-3ca92b349b9c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.295041] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9b23d2-b2e3-46b4-8e44-3bdd18fb0d54 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.299813] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.329248] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab284c6b-4aa8-4a2b-8c7b-25f01265c830 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.333926] env[70041]: DEBUG oslo_vmware.api [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193606, 'name': ReconfigVM_Task, 'duration_secs': 1.150378} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.334640] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638604', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'name': 'volume-0cf722ab-a614-44d6-a426-8b8dc448c1af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a23b3cab-adeb-4904-b7d9-68b5ce084239', 'attached_at': '', 'detached_at': '', 'volume_id': '0cf722ab-a614-44d6-a426-8b8dc448c1af', 'serial': '0cf722ab-a614-44d6-a426-8b8dc448c1af'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1141.339659] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a3f060-6c48-4d4f-a4c4-5b93e37b24ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.352598] env[70041]: DEBUG nova.compute.provider_tree [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.419253] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: af97533a-7551-4f43-9cef-c4b6c23eaee1] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1141.453497] env[70041]: DEBUG nova.compute.manager [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.453646] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.454591] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9815aeb8-5731-4f2e-b8c0-1db688ab140e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.462034] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.462248] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f39661f-7d3f-4ef6-8343-93b22d1019dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.468539] env[70041]: DEBUG oslo_vmware.api [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1141.468539] env[70041]: value = "task-3193608" [ 1141.468539] env[70041]: _type = "Task" [ 1141.468539] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.477086] env[70041]: DEBUG oslo_vmware.api [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.772665] env[70041]: DEBUG oslo_concurrency.lockutils [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.856613] env[70041]: DEBUG nova.scheduler.client.report [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.878208] env[70041]: DEBUG nova.objects.instance [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'flavor' on Instance uuid a23b3cab-adeb-4904-b7d9-68b5ce084239 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.922137] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 30be6b58-3fac-4905-837b-285f233dac1f] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1141.979353] env[70041]: DEBUG oslo_vmware.api [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193608, 'name': PowerOffVM_Task, 'duration_secs': 0.189899} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.979606] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.979773] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.980024] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-857f0d30-cd3e-4d9e-810f-a2dcd6ed2454 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.047778] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.048010] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.048212] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleting the datastore file [datastore1] 5d4adfe6-37bf-444d-9139-a60f3105bbfd {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.048484] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ab084f0-8a84-4a4e-969d-5c8703bf59b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.054821] env[70041]: DEBUG oslo_vmware.api [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for the task: (returnval){ [ 1142.054821] env[70041]: value = "task-3193610" [ 1142.054821] env[70041]: _type = "Task" [ 1142.054821] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.062392] env[70041]: DEBUG oslo_vmware.api [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.293968] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b40fdad-4f70-4a23-b799-207281137d78 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.312737] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e3d4de-e34e-499a-97b5-4d90d0f9f716 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.319125] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance 'e67dd1ab-a925-42ed-992c-3ad264bdb058' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.361265] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.361748] env[70041]: DEBUG nova.compute.manager [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.365095] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.737s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.365344] env[70041]: DEBUG nova.objects.instance [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lazy-loading 'resources' on Instance uuid 5e015b19-d4b3-4683-85bc-69c69653530e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.425281] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 12d8e0ec-6875-4e88-84c9-1e2a000b19b3] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1142.567820] env[70041]: DEBUG oslo_vmware.api [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Task: {'id': task-3193610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163673} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.567820] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.567820] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.567820] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.567820] env[70041]: INFO nova.compute.manager [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1142.567820] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.567820] env[70041]: DEBUG nova.compute.manager [-] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.567820] env[70041]: DEBUG nova.network.neutron [-] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.825818] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.826039] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6187709c-474b-4575-934b-d4594100e51a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.834022] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1142.834022] env[70041]: value = "task-3193611" [ 1142.834022] env[70041]: _type = "Task" [ 1142.834022] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.844887] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.867766] env[70041]: DEBUG nova.compute.utils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.869969] env[70041]: DEBUG nova.compute.manager [req-25471fea-1265-442b-b6b3-e51a7f214bd4 req-3dc2c733-e111-4405-b1c8-07a7ac4b8415 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Received event network-vif-deleted-42522a06-1485-4f26-ae61-f3a0f43d8b50 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1142.870058] env[70041]: INFO nova.compute.manager [req-25471fea-1265-442b-b6b3-e51a7f214bd4 req-3dc2c733-e111-4405-b1c8-07a7ac4b8415 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Neutron deleted interface 42522a06-1485-4f26-ae61-f3a0f43d8b50; detaching it from the instance and deleting it from the info cache [ 1142.870250] env[70041]: DEBUG nova.network.neutron [req-25471fea-1265-442b-b6b3-e51a7f214bd4 req-3dc2c733-e111-4405-b1c8-07a7ac4b8415 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.876133] env[70041]: DEBUG nova.compute.manager [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.876133] env[70041]: DEBUG nova.network.neutron [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.884532] env[70041]: DEBUG oslo_concurrency.lockutils [None req-351e7dd1-efea-4889-acf2-78dd64261ef8 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.247s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.929761] env[70041]: DEBUG nova.policy [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7221154d83da43f5a18f4c1dc3250971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd44b8714c8f4733971d681a890179c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.931402] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 089bbc09-3b1d-40a4-bba9-dbc5c3378b91] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1143.031724] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.031968] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.032285] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.032651] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.033415] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.037070] env[70041]: INFO nova.compute.manager [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Terminating instance [ 1143.073181] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7ac53c-ebd1-47dc-898f-f644c76f9ed3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.080614] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d056ca05-2afe-4daa-a091-dcf211e82269 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.110855] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c652b234-55ce-43ce-ad67-9c43717d6b4e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.118657] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1828c4ba-5a77-42f8-8b4f-c64a03343275 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.134114] env[70041]: DEBUG nova.compute.provider_tree [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.249581] env[70041]: DEBUG nova.network.neutron [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Successfully created port: 50e083d9-74ca-4048-ac6b-ad9873501400 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.344809] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.350274] env[70041]: DEBUG nova.network.neutron [-] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.374391] env[70041]: DEBUG nova.compute.manager [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.383020] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ec3a05a-0b88-45f4-af04-45d7b1ff4c77 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.393775] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530660c7-d2d3-41c1-aac6-924797f274a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.427695] env[70041]: DEBUG nova.compute.manager [req-25471fea-1265-442b-b6b3-e51a7f214bd4 req-3dc2c733-e111-4405-b1c8-07a7ac4b8415 service nova] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Detach interface failed, port_id=42522a06-1485-4f26-ae61-f3a0f43d8b50, reason: Instance 5d4adfe6-37bf-444d-9139-a60f3105bbfd could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1143.437438] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: d96160f4-79f6-46cf-bc42-c5cff950a2bb] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1143.546245] env[70041]: DEBUG nova.compute.manager [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.546504] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.547419] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a873f26-df5e-4608-b429-20e5590c3477 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.555046] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.555334] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5cc4d06-dd84-4898-95a0-ec1502687f6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.561667] env[70041]: DEBUG oslo_vmware.api [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1143.561667] env[70041]: value = "task-3193612" [ 1143.561667] env[70041]: _type = "Task" [ 1143.561667] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.571834] env[70041]: DEBUG oslo_vmware.api [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.637737] env[70041]: DEBUG nova.scheduler.client.report [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.845818] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.852843] env[70041]: INFO nova.compute.manager [-] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Took 1.29 seconds to deallocate network for instance. [ 1143.939703] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: d6bd4da8-878c-4772-b3ef-362ba3e876d0] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1144.071482] env[70041]: DEBUG oslo_vmware.api [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193612, 'name': PowerOffVM_Task, 'duration_secs': 0.218911} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.071750] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.071919] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.072253] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5344dbed-a15e-4d15-bdcb-a4eb90c20f57 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.142528] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.147241] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.846s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.147487] env[70041]: INFO nova.compute.claims [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.149831] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.150038] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.150199] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleting the datastore file [datastore2] a23b3cab-adeb-4904-b7d9-68b5ce084239 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.150641] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a54b5037-8935-4c48-b3c9-e3ab11289093 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.157648] env[70041]: DEBUG oslo_vmware.api [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1144.157648] env[70041]: value = "task-3193614" [ 1144.157648] env[70041]: _type = "Task" [ 1144.157648] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.165244] env[70041]: DEBUG oslo_vmware.api [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.172161] env[70041]: INFO nova.scheduler.client.report [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Deleted allocations for instance 5e015b19-d4b3-4683-85bc-69c69653530e [ 1144.344748] env[70041]: DEBUG oslo_vmware.api [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193611, 'name': PowerOnVM_Task, 'duration_secs': 1.281855} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.344991] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.345230] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-81186252-84a2-4b17-a758-96c79db45902 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance 'e67dd1ab-a925-42ed-992c-3ad264bdb058' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.359070] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.381013] env[70041]: DEBUG nova.compute.manager [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.411697] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.411954] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.412203] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.412419] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.412569] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.412717] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.412948] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.413137] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.413312] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.413474] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.413648] env[70041]: DEBUG nova.virt.hardware [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.414790] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8619d123-ea0a-44d5-a723-a031899df101 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.423965] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42bef7f-ecb2-45d0-8b37-2abaf308609d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.443426] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: a1d70e7e-3ba5-4ba9-bb63-41cad41bf7fd] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1144.668798] env[70041]: DEBUG oslo_vmware.api [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132125} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.669052] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.669240] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.669411] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.669585] env[70041]: INFO nova.compute.manager [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1144.669807] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.669986] env[70041]: DEBUG nova.compute.manager [-] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.670094] env[70041]: DEBUG nova.network.neutron [-] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.679589] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6c0fae08-0423-4db1-a966-01322c58964e tempest-ServersNegativeTestJSON-270343942 tempest-ServersNegativeTestJSON-270343942-project-member] Lock "5e015b19-d4b3-4683-85bc-69c69653530e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.483s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.691062] env[70041]: DEBUG nova.network.neutron [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Successfully updated port: 50e083d9-74ca-4048-ac6b-ad9873501400 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.947018] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: bc0868c0-d80c-4dd9-90f8-fc4643ea7b21] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1144.996768] env[70041]: DEBUG nova.compute.manager [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Received event network-vif-plugged-50e083d9-74ca-4048-ac6b-ad9873501400 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1144.997087] env[70041]: DEBUG oslo_concurrency.lockutils [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] Acquiring lock "8324f683-c7fd-438e-9a15-91438206100e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.997386] env[70041]: DEBUG oslo_concurrency.lockutils [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] Lock "8324f683-c7fd-438e-9a15-91438206100e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.998176] env[70041]: DEBUG oslo_concurrency.lockutils [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] Lock "8324f683-c7fd-438e-9a15-91438206100e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.998176] env[70041]: DEBUG nova.compute.manager [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] No waiting events found dispatching network-vif-plugged-50e083d9-74ca-4048-ac6b-ad9873501400 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.998176] env[70041]: WARNING nova.compute.manager [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Received unexpected event network-vif-plugged-50e083d9-74ca-4048-ac6b-ad9873501400 for instance with vm_state building and task_state spawning. [ 1144.998364] env[70041]: DEBUG nova.compute.manager [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Received event network-changed-50e083d9-74ca-4048-ac6b-ad9873501400 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1144.998592] env[70041]: DEBUG nova.compute.manager [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Refreshing instance network info cache due to event network-changed-50e083d9-74ca-4048-ac6b-ad9873501400. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1144.998848] env[70041]: DEBUG oslo_concurrency.lockutils [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] Acquiring lock "refresh_cache-8324f683-c7fd-438e-9a15-91438206100e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.999077] env[70041]: DEBUG oslo_concurrency.lockutils [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] Acquired lock "refresh_cache-8324f683-c7fd-438e-9a15-91438206100e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.999305] env[70041]: DEBUG nova.network.neutron [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Refreshing network info cache for port 50e083d9-74ca-4048-ac6b-ad9873501400 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.194092] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "refresh_cache-8324f683-c7fd-438e-9a15-91438206100e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.301761] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dab44e-b34a-4fc1-af58-7db1970267ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.306773] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38adb24c-c1cc-46df-9710-c84bf2435f9f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.339306] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe15333-4f8b-42eb-a178-29721c682ef6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.346890] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475952b4-9740-4895-89e4-d1e6a55e1436 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.363902] env[70041]: DEBUG nova.compute.provider_tree [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.439045] env[70041]: DEBUG nova.compute.manager [req-58154349-358d-4bb4-b1da-ae665001d9aa req-696d9072-ed98-4d68-9425-f144167835b7 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Received event network-vif-deleted-fb17cf5b-74a9-47c8-81ee-a1de28bf077a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1145.439271] env[70041]: INFO nova.compute.manager [req-58154349-358d-4bb4-b1da-ae665001d9aa req-696d9072-ed98-4d68-9425-f144167835b7 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Neutron deleted interface fb17cf5b-74a9-47c8-81ee-a1de28bf077a; detaching it from the instance and deleting it from the info cache [ 1145.439446] env[70041]: DEBUG nova.network.neutron [req-58154349-358d-4bb4-b1da-ae665001d9aa req-696d9072-ed98-4d68-9425-f144167835b7 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.450722] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 2dd32d20-a299-486e-a802-a9d4dc66ed87] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1145.540506] env[70041]: DEBUG nova.network.neutron [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.614914] env[70041]: DEBUG nova.network.neutron [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.872566] env[70041]: DEBUG nova.scheduler.client.report [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.916883] env[70041]: DEBUG nova.network.neutron [-] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.943459] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d37a3b7-a3c9-4acf-8e34-78e643428ade {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.957728] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31804f17-0fea-47f4-8ace-bfa4fa6db3cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.968495] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 5767cfa1-7bc3-4f4e-9e4d-52e8f71560bb] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1145.989135] env[70041]: DEBUG nova.compute.manager [req-58154349-358d-4bb4-b1da-ae665001d9aa req-696d9072-ed98-4d68-9425-f144167835b7 service nova] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Detach interface failed, port_id=fb17cf5b-74a9-47c8-81ee-a1de28bf077a, reason: Instance a23b3cab-adeb-4904-b7d9-68b5ce084239 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1146.117217] env[70041]: DEBUG oslo_concurrency.lockutils [req-01bab6f2-e195-4408-a876-715bf23660ff req-569be405-5360-4252-a52d-1a75c880e048 service nova] Releasing lock "refresh_cache-8324f683-c7fd-438e-9a15-91438206100e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.117610] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "refresh_cache-8324f683-c7fd-438e-9a15-91438206100e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.117768] env[70041]: DEBUG nova.network.neutron [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.378699] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.379739] env[70041]: DEBUG nova.compute.manager [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.381750] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.023s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.381961] env[70041]: DEBUG nova.objects.instance [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lazy-loading 'resources' on Instance uuid 5d4adfe6-37bf-444d-9139-a60f3105bbfd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.419308] env[70041]: INFO nova.compute.manager [-] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Took 1.75 seconds to deallocate network for instance. [ 1146.472359] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: c26d93b4-bbee-4dc7-9cdb-2e6cdbf81615] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1146.651187] env[70041]: DEBUG nova.network.neutron [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.806387] env[70041]: DEBUG nova.network.neutron [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Updating instance_info_cache with network_info: [{"id": "50e083d9-74ca-4048-ac6b-ad9873501400", "address": "fa:16:3e:82:dc:f9", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e083d9-74", "ovs_interfaceid": "50e083d9-74ca-4048-ac6b-ad9873501400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.842069] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "e67dd1ab-a925-42ed-992c-3ad264bdb058" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.842301] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.842497] env[70041]: DEBUG nova.compute.manager [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Going to confirm migration 5 {{(pid=70041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1146.886023] env[70041]: DEBUG nova.compute.utils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.890273] env[70041]: DEBUG nova.compute.manager [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.890464] env[70041]: DEBUG nova.network.neutron [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.925018] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.939506] env[70041]: DEBUG nova.policy [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c1f6ec1c3b459fa9725cc2e695756a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae1b7a1b66c34c92ba38db759c0c3e46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.975063] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 9e88424d-0271-495e-b2c5-e2685b82a807] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1147.044109] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d95d98-edc3-4d52-962f-292cd6e0d4b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.051598] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d22b15-6d3c-4fb7-8c71-4deb246174d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.083317] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203658bf-acbd-40fb-99d1-7b1954f09f38 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.090941] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85801645-442d-49b2-8da9-9c4e388cb11a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.104147] env[70041]: DEBUG nova.compute.provider_tree [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.210814] env[70041]: DEBUG nova.network.neutron [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Successfully created port: b5d3fe8a-09ea-4462-87aa-d7323fd5692d {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.309384] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "refresh_cache-8324f683-c7fd-438e-9a15-91438206100e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.309728] env[70041]: DEBUG nova.compute.manager [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Instance network_info: |[{"id": "50e083d9-74ca-4048-ac6b-ad9873501400", "address": "fa:16:3e:82:dc:f9", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e083d9-74", "ovs_interfaceid": "50e083d9-74ca-4048-ac6b-ad9873501400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.310169] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:dc:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e083d9-74ca-4048-ac6b-ad9873501400', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.318301] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Creating folder: Project (fd44b8714c8f4733971d681a890179c7). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.318657] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-851af04d-b970-4d4a-bd8e-d04dcda708c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.330423] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Created folder: Project (fd44b8714c8f4733971d681a890179c7) in parent group-v638323. [ 1147.330628] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Creating folder: Instances. Parent ref: group-v638625. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.330866] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2bee272-633f-4aab-a637-33a222e2e074 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.339474] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Created folder: Instances in parent group-v638625. [ 1147.339689] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.339870] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.340076] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d896f11d-bec5-4424-a89a-c9fc44de10eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.360833] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.360833] env[70041]: value = "task-3193617" [ 1147.360833] env[70041]: _type = "Task" [ 1147.360833] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.370718] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193617, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.388823] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.389013] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquired lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.389200] env[70041]: DEBUG nova.network.neutron [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.389383] env[70041]: DEBUG nova.objects.instance [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lazy-loading 'info_cache' on Instance uuid e67dd1ab-a925-42ed-992c-3ad264bdb058 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.390898] env[70041]: DEBUG nova.compute.manager [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.478244] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 0ed0fa73-5848-4f5e-948d-46288c78c075] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1147.607886] env[70041]: DEBUG nova.scheduler.client.report [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.870480] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193617, 'name': CreateVM_Task, 'duration_secs': 0.426066} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.870655] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.871351] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.871517] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.871828] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.872093] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09998b78-fcf1-469e-a7e8-e3a1eaf76cdc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.876630] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1147.876630] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524a12ec-3553-9096-9e0a-fec420237403" [ 1147.876630] env[70041]: _type = "Task" [ 1147.876630] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.883995] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524a12ec-3553-9096-9e0a-fec420237403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.981270] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 56ed42c2-c859-418d-b09a-5c02e5ca478e] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1148.112624] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.115027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.190s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.115264] env[70041]: DEBUG nova.objects.instance [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'resources' on Instance uuid a23b3cab-adeb-4904-b7d9-68b5ce084239 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.136960] env[70041]: INFO nova.scheduler.client.report [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Deleted allocations for instance 5d4adfe6-37bf-444d-9139-a60f3105bbfd [ 1148.387481] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524a12ec-3553-9096-9e0a-fec420237403, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.387792] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.388051] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.388303] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.388451] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.388628] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.388883] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eb28bc5-e304-42f2-9d34-f358d7bb468c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.397909] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.398134] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.398803] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11376743-3eaa-4cad-8585-bac66c66af4b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.403646] env[70041]: DEBUG nova.compute.manager [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.408579] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1148.408579] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c3b6ad-4249-47f8-3b90-6d141eacfee9" [ 1148.408579] env[70041]: _type = "Task" [ 1148.408579] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.416096] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c3b6ad-4249-47f8-3b90-6d141eacfee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.430064] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.430328] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.430487] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.430728] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.430809] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.431088] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.431284] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.432637] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.432637] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.432637] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.432637] env[70041]: DEBUG nova.virt.hardware [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.432918] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f61f7be-0cae-49e9-a2ed-e21db2da43da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.441304] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cd962a-ed02-4640-bdc1-074409d1d1c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.483762] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: cf50a35f-b021-4244-a289-15c95433a7c3] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1148.599043] env[70041]: DEBUG nova.network.neutron [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance_info_cache with network_info: [{"id": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "address": "fa:16:3e:00:24:7a", "network": {"id": "a6496aa9-489d-4e3d-8000-0cbdbe05475c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1229604762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2130c2d274fe4db9a628f1ab43d2b798", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd7ee3b-45", "ovs_interfaceid": "fcd7ee3b-45a4-4163-bf18-3c5061152c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.643440] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f8cb9af0-96cc-4040-98e3-6ab33e6a5c05 tempest-AttachInterfacesTestJSON-416818483 tempest-AttachInterfacesTestJSON-416818483-project-member] Lock "5d4adfe6-37bf-444d-9139-a60f3105bbfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.697s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.675805] env[70041]: DEBUG nova.compute.manager [req-c21b6cd9-acba-4839-8f41-9891286ef036 req-ba008532-f4eb-4564-b3e0-4529a803b8ad service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Received event network-vif-plugged-b5d3fe8a-09ea-4462-87aa-d7323fd5692d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1148.676815] env[70041]: DEBUG oslo_concurrency.lockutils [req-c21b6cd9-acba-4839-8f41-9891286ef036 req-ba008532-f4eb-4564-b3e0-4529a803b8ad service nova] Acquiring lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.676815] env[70041]: DEBUG oslo_concurrency.lockutils [req-c21b6cd9-acba-4839-8f41-9891286ef036 req-ba008532-f4eb-4564-b3e0-4529a803b8ad service nova] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.676990] env[70041]: DEBUG oslo_concurrency.lockutils [req-c21b6cd9-acba-4839-8f41-9891286ef036 req-ba008532-f4eb-4564-b3e0-4529a803b8ad service nova] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.677900] env[70041]: DEBUG nova.compute.manager [req-c21b6cd9-acba-4839-8f41-9891286ef036 req-ba008532-f4eb-4564-b3e0-4529a803b8ad service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] No waiting events found dispatching network-vif-plugged-b5d3fe8a-09ea-4462-87aa-d7323fd5692d {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.678218] env[70041]: WARNING nova.compute.manager [req-c21b6cd9-acba-4839-8f41-9891286ef036 req-ba008532-f4eb-4564-b3e0-4529a803b8ad service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Received unexpected event network-vif-plugged-b5d3fe8a-09ea-4462-87aa-d7323fd5692d for instance with vm_state building and task_state spawning. [ 1148.752660] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4e87ac-6232-4de9-8d21-e0b12239d027 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.760987] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6552d0b3-69a0-4de3-91e8-93d5f547409f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.795635] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bc0210-0e87-4e01-baf2-9f8c1b568f80 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.807416] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6286ec-8f03-477a-bd24-30f70a98838c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.811404] env[70041]: DEBUG nova.network.neutron [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Successfully updated port: b5d3fe8a-09ea-4462-87aa-d7323fd5692d {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.820354] env[70041]: DEBUG nova.compute.provider_tree [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.919436] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c3b6ad-4249-47f8-3b90-6d141eacfee9, 'name': SearchDatastore_Task, 'duration_secs': 0.009065} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.919969] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5409986-86b3-4033-9fec-6e464c103af6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.925270] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1148.925270] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521f680a-e508-9562-f0dc-b2b8e0d91e39" [ 1148.925270] env[70041]: _type = "Task" [ 1148.925270] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.932790] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521f680a-e508-9562-f0dc-b2b8e0d91e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.987655] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: f70b26c6-6eff-4387-9785-825164f45088] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1149.101535] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Releasing lock "refresh_cache-e67dd1ab-a925-42ed-992c-3ad264bdb058" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.101808] env[70041]: DEBUG nova.objects.instance [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lazy-loading 'migration_context' on Instance uuid e67dd1ab-a925-42ed-992c-3ad264bdb058 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.312345] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "refresh_cache-c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.312500] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "refresh_cache-c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.312649] env[70041]: DEBUG nova.network.neutron [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.323273] env[70041]: DEBUG nova.scheduler.client.report [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.436741] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521f680a-e508-9562-f0dc-b2b8e0d91e39, 'name': SearchDatastore_Task, 'duration_secs': 0.010575} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.436998] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.437280] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 8324f683-c7fd-438e-9a15-91438206100e/8324f683-c7fd-438e-9a15-91438206100e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.437541] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b026f1d3-0b31-4fe2-80c8-5ef827de21be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.444606] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1149.444606] env[70041]: value = "task-3193618" [ 1149.444606] env[70041]: _type = "Task" [ 1149.444606] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.452893] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.491068] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: f803cde5-f3f0-414c-aa0d-4dc785bb3f20] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1149.605441] env[70041]: DEBUG nova.objects.base [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.606416] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827046f7-699a-4126-be35-8826191e5bf3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.630522] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b05690f-a59b-460c-aa13-3f286ba013fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.636263] env[70041]: DEBUG oslo_vmware.api [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1149.636263] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f43fbb-c12e-006b-0458-6ad17ddfb4d4" [ 1149.636263] env[70041]: _type = "Task" [ 1149.636263] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.644770] env[70041]: DEBUG oslo_vmware.api [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f43fbb-c12e-006b-0458-6ad17ddfb4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.828369] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.856129] env[70041]: INFO nova.scheduler.client.report [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted allocations for instance a23b3cab-adeb-4904-b7d9-68b5ce084239 [ 1149.941303] env[70041]: DEBUG nova.network.neutron [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.954769] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43732} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.955097] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 8324f683-c7fd-438e-9a15-91438206100e/8324f683-c7fd-438e-9a15-91438206100e.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.955339] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.955594] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbedd8b5-3a0c-49cf-91e2-9fac151dbaa6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.962279] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1149.962279] env[70041]: value = "task-3193619" [ 1149.962279] env[70041]: _type = "Task" [ 1149.962279] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.972101] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.994596] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: e5cea440-236a-4391-8ecb-5d32c3e25936] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1150.146258] env[70041]: DEBUG oslo_vmware.api [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f43fbb-c12e-006b-0458-6ad17ddfb4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012958} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.146394] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.146634] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.157256] env[70041]: DEBUG nova.network.neutron [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Updating instance_info_cache with network_info: [{"id": "b5d3fe8a-09ea-4462-87aa-d7323fd5692d", "address": "fa:16:3e:cf:03:6d", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3fe8a-09", "ovs_interfaceid": "b5d3fe8a-09ea-4462-87aa-d7323fd5692d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.366782] env[70041]: DEBUG oslo_concurrency.lockutils [None req-47b74357-43c5-42ea-87c4-9469541d44eb tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "a23b3cab-adeb-4904-b7d9-68b5ce084239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.335s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.472093] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057852} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.472380] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.473217] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3365f0-60ea-4c71-91f8-a531f594b987 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.494819] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 8324f683-c7fd-438e-9a15-91438206100e/8324f683-c7fd-438e-9a15-91438206100e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.494949] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290c1a01-da11-429c-b4cc-be24fb33620d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.509121] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 52c8afb1-1d2e-45da-b617-6fad6be65ff6] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1150.517250] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1150.517250] env[70041]: value = "task-3193620" [ 1150.517250] env[70041]: _type = "Task" [ 1150.517250] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.524929] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.659516] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "refresh_cache-c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.659848] env[70041]: DEBUG nova.compute.manager [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Instance network_info: |[{"id": "b5d3fe8a-09ea-4462-87aa-d7323fd5692d", "address": "fa:16:3e:cf:03:6d", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3fe8a-09", "ovs_interfaceid": "b5d3fe8a-09ea-4462-87aa-d7323fd5692d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.660285] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:03:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f856fca-9fb5-41ea-a057-ac4193bd323d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5d3fe8a-09ea-4462-87aa-d7323fd5692d', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.669057] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.669279] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.672204] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f8799dc-d20d-4e1d-9e36-62cbf2af9c4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.691046] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.691046] env[70041]: value = "task-3193621" [ 1150.691046] env[70041]: _type = "Task" [ 1150.691046] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.704120] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193621, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.707546] env[70041]: DEBUG nova.compute.manager [req-aa103846-8f61-411a-bc0a-83df14b7062e req-343c0414-1799-457f-aa0a-e6919a03a92c service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Received event network-changed-b5d3fe8a-09ea-4462-87aa-d7323fd5692d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1150.707742] env[70041]: DEBUG nova.compute.manager [req-aa103846-8f61-411a-bc0a-83df14b7062e req-343c0414-1799-457f-aa0a-e6919a03a92c service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Refreshing instance network info cache due to event network-changed-b5d3fe8a-09ea-4462-87aa-d7323fd5692d. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1150.707932] env[70041]: DEBUG oslo_concurrency.lockutils [req-aa103846-8f61-411a-bc0a-83df14b7062e req-343c0414-1799-457f-aa0a-e6919a03a92c service nova] Acquiring lock "refresh_cache-c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.708087] env[70041]: DEBUG oslo_concurrency.lockutils [req-aa103846-8f61-411a-bc0a-83df14b7062e req-343c0414-1799-457f-aa0a-e6919a03a92c service nova] Acquired lock "refresh_cache-c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.709751] env[70041]: DEBUG nova.network.neutron [req-aa103846-8f61-411a-bc0a-83df14b7062e req-343c0414-1799-457f-aa0a-e6919a03a92c service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Refreshing network info cache for port b5d3fe8a-09ea-4462-87aa-d7323fd5692d {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.823261] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b94d7a-043d-42e8-83fd-d4a67fd621ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.831263] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b23185a-af44-4a54-a5c9-7a55fcc2bc75 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.862030] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366240a7-3c38-498c-bae3-4e23d158f28b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.871492] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dfebbf-9b42-4a59-8656-f094457a28fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.888625] env[70041]: DEBUG nova.compute.provider_tree [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.012565] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 03abe8f5-b70c-4526-b42e-897fdb83b83f] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1151.033381] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193620, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.201053] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193621, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.391940] env[70041]: DEBUG nova.scheduler.client.report [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.505363] env[70041]: DEBUG nova.network.neutron [req-aa103846-8f61-411a-bc0a-83df14b7062e req-343c0414-1799-457f-aa0a-e6919a03a92c service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Updated VIF entry in instance network info cache for port b5d3fe8a-09ea-4462-87aa-d7323fd5692d. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.505728] env[70041]: DEBUG nova.network.neutron [req-aa103846-8f61-411a-bc0a-83df14b7062e req-343c0414-1799-457f-aa0a-e6919a03a92c service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Updating instance_info_cache with network_info: [{"id": "b5d3fe8a-09ea-4462-87aa-d7323fd5692d", "address": "fa:16:3e:cf:03:6d", "network": {"id": "48aebcd6-caa2-436d-9c56-55eaf30a97b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1337284544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae1b7a1b66c34c92ba38db759c0c3e46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f856fca-9fb5-41ea-a057-ac4193bd323d", "external-id": "nsx-vlan-transportzone-148", "segmentation_id": 148, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d3fe8a-09", "ovs_interfaceid": "b5d3fe8a-09ea-4462-87aa-d7323fd5692d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.516660] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 8655920e-7f50-46dd-a4e5-c46dcaa4b11f] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1151.527953] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193620, 'name': ReconfigVM_Task, 'duration_secs': 0.557191} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.528185] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 8324f683-c7fd-438e-9a15-91438206100e/8324f683-c7fd-438e-9a15-91438206100e.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.528800] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd8fdb54-4ca5-44cc-89e8-4d0c06846207 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.535426] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1151.535426] env[70041]: value = "task-3193622" [ 1151.535426] env[70041]: _type = "Task" [ 1151.535426] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.544442] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193622, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.703072] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193621, 'name': CreateVM_Task, 'duration_secs': 0.77722} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.703375] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.704122] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.704299] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.704633] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.704941] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab4d142-9659-4981-a29e-de5c727414af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.709880] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1151.709880] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52717a51-b56c-1334-033f-17792fb8f057" [ 1151.709880] env[70041]: _type = "Task" [ 1151.709880] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.718809] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52717a51-b56c-1334-033f-17792fb8f057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.008744] env[70041]: DEBUG oslo_concurrency.lockutils [req-aa103846-8f61-411a-bc0a-83df14b7062e req-343c0414-1799-457f-aa0a-e6919a03a92c service nova] Releasing lock "refresh_cache-c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.019534] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 455d5575-f2d7-4edf-b809-74c0bffc273e] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1152.054619] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193622, 'name': Rename_Task, 'duration_secs': 0.142463} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.054619] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.054619] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84b60f11-26aa-4cd7-8515-a65f2ea110b7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.059835] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1152.059835] env[70041]: value = "task-3193623" [ 1152.059835] env[70041]: _type = "Task" [ 1152.059835] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.069752] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.221324] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52717a51-b56c-1334-033f-17792fb8f057, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.221324] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.221324] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.221324] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.221324] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.221769] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.221769] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4c2a5f3-b4be-4884-9fc5-c49a4e38e408 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.230083] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.230083] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.230600] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86de3ee9-dd06-4014-aae0-7bb57077278b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.236923] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1152.236923] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5213ae41-2221-9018-8b14-da0b752d19eb" [ 1152.236923] env[70041]: _type = "Task" [ 1152.236923] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.246085] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5213ae41-2221-9018-8b14-da0b752d19eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.407914] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.261s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.523207] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: d1e007b9-93d5-4e6f-af05-45bdc905b6f9] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1152.577027] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193623, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.638199] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.638426] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.749264] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5213ae41-2221-9018-8b14-da0b752d19eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.750014] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549c21f1-6e35-4107-88de-4ba884a2284e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.757204] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1152.757204] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a3b4ce-8d5b-5466-6da9-abfaf993f880" [ 1152.757204] env[70041]: _type = "Task" [ 1152.757204] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.766444] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a3b4ce-8d5b-5466-6da9-abfaf993f880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.976331] env[70041]: INFO nova.scheduler.client.report [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted allocation for migration 3d773821-1df4-4159-a5c8-db433426cfc2 [ 1153.028454] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 2f55931b-4d0b-4d29-abf8-14b485770c51] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1153.071142] env[70041]: DEBUG oslo_vmware.api [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193623, 'name': PowerOnVM_Task, 'duration_secs': 0.595357} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.071422] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.071616] env[70041]: INFO nova.compute.manager [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1153.071795] env[70041]: DEBUG nova.compute.manager [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.072575] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f524300-b635-4a91-9884-7ee2b526b51e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.145419] env[70041]: DEBUG nova.compute.manager [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.267975] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a3b4ce-8d5b-5466-6da9-abfaf993f880, 'name': SearchDatastore_Task, 'duration_secs': 0.01405} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.268097] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.268791] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a/c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.268791] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbe8bb99-fff2-40ae-bded-db5898a6142c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.275936] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1153.275936] env[70041]: value = "task-3193624" [ 1153.275936] env[70041]: _type = "Task" [ 1153.275936] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.283957] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.483548] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.641s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.531325] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: c278d2da-407a-4cc3-8ad5-89d6cc924d58] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1153.592119] env[70041]: INFO nova.compute.manager [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Took 14.09 seconds to build instance. [ 1153.673554] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.679244] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.004s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.681126] env[70041]: INFO nova.compute.claims [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.791035] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193624, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.035361] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: dd223fdf-3d89-4464-8007-a75548e78e07] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1154.094646] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9135f8f-afc7-437c-b3cd-0748b2ad643a tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.607s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.289818] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708258} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.290152] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a/c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.290377] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.294720] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f65b57f-9d14-467b-b3e6-50671c24b6d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.301521] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1154.301521] env[70041]: value = "task-3193625" [ 1154.301521] env[70041]: _type = "Task" [ 1154.301521] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.310628] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.408538] env[70041]: DEBUG nova.compute.manager [req-b4b36c17-314d-4eba-8ba0-e536dfdc2e37 req-c8cf9115-4513-4d67-8190-f90f95b39bed service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Received event network-changed-50e083d9-74ca-4048-ac6b-ad9873501400 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1154.408887] env[70041]: DEBUG nova.compute.manager [req-b4b36c17-314d-4eba-8ba0-e536dfdc2e37 req-c8cf9115-4513-4d67-8190-f90f95b39bed service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Refreshing instance network info cache due to event network-changed-50e083d9-74ca-4048-ac6b-ad9873501400. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1154.413031] env[70041]: DEBUG oslo_concurrency.lockutils [req-b4b36c17-314d-4eba-8ba0-e536dfdc2e37 req-c8cf9115-4513-4d67-8190-f90f95b39bed service nova] Acquiring lock "refresh_cache-8324f683-c7fd-438e-9a15-91438206100e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.413031] env[70041]: DEBUG oslo_concurrency.lockutils [req-b4b36c17-314d-4eba-8ba0-e536dfdc2e37 req-c8cf9115-4513-4d67-8190-f90f95b39bed service nova] Acquired lock "refresh_cache-8324f683-c7fd-438e-9a15-91438206100e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.413031] env[70041]: DEBUG nova.network.neutron [req-b4b36c17-314d-4eba-8ba0-e536dfdc2e37 req-c8cf9115-4513-4d67-8190-f90f95b39bed service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Refreshing network info cache for port 50e083d9-74ca-4048-ac6b-ad9873501400 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.540708] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: ffb9d28c-aae7-4795-b75b-f9ad70cacd56] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1154.814245] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100579} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.815295] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.818534] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca64750d-4a0c-449a-ae85-82c3e8876edf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.846038] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a/c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.847801] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b05190-a7d9-4724-9b81-1b1739b373c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.864760] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb071812-606f-4515-8c7f-6ec03be95e63 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.872835] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35c0d74-8caf-4010-b9c8-d8b55ba129cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.877546] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1154.877546] env[70041]: value = "task-3193626" [ 1154.877546] env[70041]: _type = "Task" [ 1154.877546] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.911021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "e67dd1ab-a925-42ed-992c-3ad264bdb058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.911021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.911021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "e67dd1ab-a925-42ed-992c-3ad264bdb058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.911021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.911021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.911662] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dc75bf-f775-4aa6-aec7-5929c8976c87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.917977] env[70041]: INFO nova.compute.manager [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Terminating instance [ 1154.921616] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.928588] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650a4403-0c3e-4761-89ab-48d372cbadf1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.947391] env[70041]: DEBUG nova.compute.provider_tree [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.044461] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 738a51aa-1707-4255-a804-e596ce2581eb] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1155.134122] env[70041]: DEBUG nova.network.neutron [req-b4b36c17-314d-4eba-8ba0-e536dfdc2e37 req-c8cf9115-4513-4d67-8190-f90f95b39bed service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Updated VIF entry in instance network info cache for port 50e083d9-74ca-4048-ac6b-ad9873501400. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.134122] env[70041]: DEBUG nova.network.neutron [req-b4b36c17-314d-4eba-8ba0-e536dfdc2e37 req-c8cf9115-4513-4d67-8190-f90f95b39bed service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Updating instance_info_cache with network_info: [{"id": "50e083d9-74ca-4048-ac6b-ad9873501400", "address": "fa:16:3e:82:dc:f9", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e083d9-74", "ovs_interfaceid": "50e083d9-74ca-4048-ac6b-ad9873501400", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.388772] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193626, 'name': ReconfigVM_Task, 'duration_secs': 0.329611} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.389035] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Reconfigured VM instance instance-0000006e to attach disk [datastore1] c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a/c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.389676] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ab5e5cd-aec2-44c8-b72b-7cc72f27b3f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.396863] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1155.396863] env[70041]: value = "task-3193627" [ 1155.396863] env[70041]: _type = "Task" [ 1155.396863] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.405930] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193627, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.427206] env[70041]: DEBUG nova.compute.manager [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.427477] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.428411] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b498728d-cc34-40f3-895c-bceb210bf6cb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.439220] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.439340] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.443306] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.443956] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86c0b01d-03d0-4657-980d-79621e200985 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.450349] env[70041]: DEBUG nova.scheduler.client.report [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.453463] env[70041]: DEBUG oslo_vmware.api [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1155.453463] env[70041]: value = "task-3193628" [ 1155.453463] env[70041]: _type = "Task" [ 1155.453463] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.463378] env[70041]: DEBUG oslo_vmware.api [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.547601] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 09ca6c76-6845-4fab-82e0-48f1412e20f4] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1155.636622] env[70041]: DEBUG oslo_concurrency.lockutils [req-b4b36c17-314d-4eba-8ba0-e536dfdc2e37 req-c8cf9115-4513-4d67-8190-f90f95b39bed service nova] Releasing lock "refresh_cache-8324f683-c7fd-438e-9a15-91438206100e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.906906] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193627, 'name': Rename_Task, 'duration_secs': 0.208008} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.907227] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.907474] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e067f1f-4618-4ab5-97ee-0bb0cf321816 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.914503] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1155.914503] env[70041]: value = "task-3193629" [ 1155.914503] env[70041]: _type = "Task" [ 1155.914503] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.922580] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.941347] env[70041]: DEBUG nova.compute.manager [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.954767] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.955413] env[70041]: DEBUG nova.compute.manager [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.966894] env[70041]: DEBUG oslo_vmware.api [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193628, 'name': PowerOffVM_Task, 'duration_secs': 0.243402} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.967104] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.967273] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.967526] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe2d081-4589-41f6-8988-94a6f2a516bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.037668] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.037944] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.038128] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleting the datastore file [datastore2] e67dd1ab-a925-42ed-992c-3ad264bdb058 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.038404] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca2ef65-d02b-4be9-bad4-6889b6984122 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.044164] env[70041]: DEBUG oslo_vmware.api [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for the task: (returnval){ [ 1156.044164] env[70041]: value = "task-3193631" [ 1156.044164] env[70041]: _type = "Task" [ 1156.044164] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.052407] env[70041]: DEBUG oslo_vmware.api [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.054903] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 993bcc08-4bd2-4498-afae-0c2918feb74b] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1156.424675] env[70041]: DEBUG oslo_vmware.api [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193629, 'name': PowerOnVM_Task, 'duration_secs': 0.464421} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.424935] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.425161] env[70041]: INFO nova.compute.manager [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1156.425344] env[70041]: DEBUG nova.compute.manager [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.426118] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865e882a-e2b7-4b4c-84d2-ad1a83de59be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.463840] env[70041]: DEBUG nova.compute.utils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.466174] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.466271] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.467742] env[70041]: INFO nova.compute.claims [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.470239] env[70041]: DEBUG nova.compute.manager [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.470402] env[70041]: DEBUG nova.network.neutron [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.519231] env[70041]: DEBUG nova.policy [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7e44ce4d34e4cdb816c06a8cb7ba0c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e2d5cd363ea42d3aaac2871ebebb614', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.554938] env[70041]: DEBUG oslo_vmware.api [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Task: {'id': task-3193631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285366} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.555231] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.555425] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.555601] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.555771] env[70041]: INFO nova.compute.manager [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1156.556015] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.556210] env[70041]: DEBUG nova.compute.manager [-] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.556301] env[70041]: DEBUG nova.network.neutron [-] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.557992] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: bb2063d7-4a0b-4137-b8a7-89f0f87a9059] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1156.873572] env[70041]: DEBUG nova.compute.manager [req-233dc0cd-b27d-4793-bcf2-6885b1530a34 req-49304e94-9926-4f03-8d0b-1a383a2b3ef4 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Received event network-vif-deleted-fcd7ee3b-45a4-4163-bf18-3c5061152c31 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1156.873745] env[70041]: INFO nova.compute.manager [req-233dc0cd-b27d-4793-bcf2-6885b1530a34 req-49304e94-9926-4f03-8d0b-1a383a2b3ef4 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Neutron deleted interface fcd7ee3b-45a4-4163-bf18-3c5061152c31; detaching it from the instance and deleting it from the info cache [ 1156.873960] env[70041]: DEBUG nova.network.neutron [req-233dc0cd-b27d-4793-bcf2-6885b1530a34 req-49304e94-9926-4f03-8d0b-1a383a2b3ef4 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.886238] env[70041]: DEBUG nova.network.neutron [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Successfully created port: 39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.942710] env[70041]: INFO nova.compute.manager [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Took 15.65 seconds to build instance. [ 1156.977458] env[70041]: DEBUG nova.compute.manager [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.063887] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 1705d5b8-a465-47e5-b07e-752ffe455797] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1157.347616] env[70041]: DEBUG nova.network.neutron [-] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.376149] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18e49807-9cb4-4bfa-98bb-2a56450ad077 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.385699] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2315f7-b0e6-4f5c-8974-227ead84edf2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.413037] env[70041]: DEBUG nova.compute.manager [req-233dc0cd-b27d-4793-bcf2-6885b1530a34 req-49304e94-9926-4f03-8d0b-1a383a2b3ef4 service nova] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Detach interface failed, port_id=fcd7ee3b-45a4-4163-bf18-3c5061152c31, reason: Instance e67dd1ab-a925-42ed-992c-3ad264bdb058 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1157.445388] env[70041]: DEBUG oslo_concurrency.lockutils [None req-64b4ba0d-7040-48c9-9eb8-d661d50d030b tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.164s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.564893] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.565158] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.565328] env[70041]: DEBUG nova.compute.manager [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.566334] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bd6a58-cebe-4fc1-84f3-c0b491388c2e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.568895] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 836ed670-0125-4c94-ab5e-13bb98ef2ee7] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1157.576286] env[70041]: DEBUG nova.compute.manager [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1157.576785] env[70041]: DEBUG nova.objects.instance [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lazy-loading 'flavor' on Instance uuid c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.605272] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d7a292-398e-4d66-a0c9-413a98bc19bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.612503] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d96f0-259b-4fae-99df-a0ffcea25132 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.643444] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3da8373-0846-4fd8-8127-3d4e24bbca87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.650922] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb675dc1-f98b-4ff6-93cb-0c2e2f31f92b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.664358] env[70041]: DEBUG nova.compute.provider_tree [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.850099] env[70041]: INFO nova.compute.manager [-] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Took 1.29 seconds to deallocate network for instance. [ 1157.991674] env[70041]: DEBUG nova.compute.manager [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.018587] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.018906] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.019119] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.019311] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.019455] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.019598] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.019803] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.019960] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.020152] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.020317] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.020487] env[70041]: DEBUG nova.virt.hardware [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.021799] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561c4a0-dff5-4093-b4e0-53c163d168d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.029843] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7820445-ef82-4913-8837-fe25b51b9f7a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.072151] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 5de8cf2e-1d7d-42cf-8a5a-71a6fe212cec] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1158.167599] env[70041]: DEBUG nova.scheduler.client.report [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.356529] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.388477] env[70041]: DEBUG nova.compute.manager [req-98983c3a-b687-4b64-b80d-7a35218723f1 req-d7b40e9d-8c4c-41f0-adff-45dc6a716892 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received event network-vif-plugged-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1158.388711] env[70041]: DEBUG oslo_concurrency.lockutils [req-98983c3a-b687-4b64-b80d-7a35218723f1 req-d7b40e9d-8c4c-41f0-adff-45dc6a716892 service nova] Acquiring lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.388948] env[70041]: DEBUG oslo_concurrency.lockutils [req-98983c3a-b687-4b64-b80d-7a35218723f1 req-d7b40e9d-8c4c-41f0-adff-45dc6a716892 service nova] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.389157] env[70041]: DEBUG oslo_concurrency.lockutils [req-98983c3a-b687-4b64-b80d-7a35218723f1 req-d7b40e9d-8c4c-41f0-adff-45dc6a716892 service nova] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.389326] env[70041]: DEBUG nova.compute.manager [req-98983c3a-b687-4b64-b80d-7a35218723f1 req-d7b40e9d-8c4c-41f0-adff-45dc6a716892 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] No waiting events found dispatching network-vif-plugged-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.389491] env[70041]: WARNING nova.compute.manager [req-98983c3a-b687-4b64-b80d-7a35218723f1 req-d7b40e9d-8c4c-41f0-adff-45dc6a716892 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received unexpected event network-vif-plugged-39ba7170-34bd-430b-9aad-2238890f2f51 for instance with vm_state building and task_state spawning. [ 1158.496059] env[70041]: DEBUG nova.network.neutron [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Successfully updated port: 39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.575076] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 004005be-9af0-421e-9352-9bec6c956564] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1158.582080] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.583053] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1ef823c-a251-4408-b11d-4bfb2eb7e32b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.589588] env[70041]: DEBUG oslo_vmware.api [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1158.589588] env[70041]: value = "task-3193632" [ 1158.589588] env[70041]: _type = "Task" [ 1158.589588] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.598176] env[70041]: DEBUG oslo_vmware.api [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.672466] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.673111] env[70041]: DEBUG nova.compute.manager [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.675960] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.320s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.676177] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.701112] env[70041]: INFO nova.scheduler.client.report [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Deleted allocations for instance e67dd1ab-a925-42ed-992c-3ad264bdb058 [ 1158.999330] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.000028] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.000028] env[70041]: DEBUG nova.network.neutron [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.078808] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 9b6a5a9a-2055-452c-9da9-e1bcce4e193c] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1159.099297] env[70041]: DEBUG oslo_vmware.api [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193632, 'name': PowerOffVM_Task, 'duration_secs': 0.197097} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.099297] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.099446] env[70041]: DEBUG nova.compute.manager [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.100303] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e30fc5-1eeb-4f8e-8fc8-634c1ebcfd89 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.180898] env[70041]: DEBUG nova.compute.utils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.182302] env[70041]: DEBUG nova.compute.manager [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.182470] env[70041]: DEBUG nova.network.neutron [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.212996] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c07e8523-5798-4d04-aeb1-43569f95f598 tempest-DeleteServersTestJSON-1933038059 tempest-DeleteServersTestJSON-1933038059-project-member] Lock "e67dd1ab-a925-42ed-992c-3ad264bdb058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.305s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.233249] env[70041]: DEBUG nova.policy [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa7382e2f33945cd92dfa93bd117325a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015b14f6fdaf44d6a80361a791b9ab72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.510783] env[70041]: DEBUG nova.network.neutron [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Successfully created port: 81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.533612] env[70041]: DEBUG nova.network.neutron [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.581939] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: dd08a339-98ca-4c08-a8e8-2b877a8a1823] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1159.612461] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bddf2c58-4321-42eb-9321-41faa01cc752 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.682544] env[70041]: DEBUG nova.network.neutron [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating instance_info_cache with network_info: [{"id": "39ba7170-34bd-430b-9aad-2238890f2f51", "address": "fa:16:3e:c0:80:7d", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba7170-34", "ovs_interfaceid": "39ba7170-34bd-430b-9aad-2238890f2f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.685861] env[70041]: DEBUG nova.compute.manager [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.085798] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: d11f8cbe-5de7-405d-aa5d-8eb1a29afe9f] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1160.185893] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.186244] env[70041]: DEBUG nova.compute.manager [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Instance network_info: |[{"id": "39ba7170-34bd-430b-9aad-2238890f2f51", "address": "fa:16:3e:c0:80:7d", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba7170-34", "ovs_interfaceid": "39ba7170-34bd-430b-9aad-2238890f2f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.186653] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:80:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39ba7170-34bd-430b-9aad-2238890f2f51', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.194151] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.197832] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.197924] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba886b51-22c2-4255-9fdf-ffce019aaf12 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.220352] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.220352] env[70041]: value = "task-3193634" [ 1160.220352] env[70041]: _type = "Task" [ 1160.220352] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.228223] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193634, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.314333] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.314608] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.314831] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.315051] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.315238] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.317426] env[70041]: INFO nova.compute.manager [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Terminating instance [ 1160.415654] env[70041]: DEBUG nova.compute.manager [req-40c782fa-8eed-4bc3-950f-f874f4dde213 req-0da02a63-22fa-4ecd-a6a4-fd2ac88024f6 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received event network-changed-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1160.415861] env[70041]: DEBUG nova.compute.manager [req-40c782fa-8eed-4bc3-950f-f874f4dde213 req-0da02a63-22fa-4ecd-a6a4-fd2ac88024f6 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Refreshing instance network info cache due to event network-changed-39ba7170-34bd-430b-9aad-2238890f2f51. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1160.416121] env[70041]: DEBUG oslo_concurrency.lockutils [req-40c782fa-8eed-4bc3-950f-f874f4dde213 req-0da02a63-22fa-4ecd-a6a4-fd2ac88024f6 service nova] Acquiring lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.416288] env[70041]: DEBUG oslo_concurrency.lockutils [req-40c782fa-8eed-4bc3-950f-f874f4dde213 req-0da02a63-22fa-4ecd-a6a4-fd2ac88024f6 service nova] Acquired lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.416453] env[70041]: DEBUG nova.network.neutron [req-40c782fa-8eed-4bc3-950f-f874f4dde213 req-0da02a63-22fa-4ecd-a6a4-fd2ac88024f6 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Refreshing network info cache for port 39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.589272] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: fc07fedf-7946-4d49-af1e-f45d8c5e5feb] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1160.715147] env[70041]: DEBUG nova.compute.manager [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.731464] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193634, 'name': CreateVM_Task, 'duration_secs': 0.350166} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.731635] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.732339] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.732507] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.732854] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.733134] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fed06b-49a9-492b-95c3-e5c429f1917f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.739366] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1160.739366] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5235826c-71cb-4673-cedf-1bc8a0ddda1c" [ 1160.739366] env[70041]: _type = "Task" [ 1160.739366] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.744539] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.744799] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.745015] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.745280] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.745470] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.745669] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.745942] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.746165] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.746382] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.746635] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.746864] env[70041]: DEBUG nova.virt.hardware [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.747946] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e29251-8541-4747-925a-8227f6d2e886 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.755690] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5235826c-71cb-4673-cedf-1bc8a0ddda1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.757808] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.758096] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.758369] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.758554] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.758778] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.759119] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c56925e1-1084-49f3-94bb-ebbc29e0fc7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.761724] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b71363-4abf-43f8-a58f-6de3d8e7604b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.775687] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.775861] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.776549] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72ff3f1-d351-4dcd-9a0a-c84f2e4e7ba6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.781989] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1160.781989] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f904e5-b42c-733e-ce00-28fc8791f23d" [ 1160.781989] env[70041]: _type = "Task" [ 1160.781989] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.788900] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f904e5-b42c-733e-ce00-28fc8791f23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.820648] env[70041]: DEBUG nova.compute.manager [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.821035] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.821680] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ec64db-7dce-4945-8d5b-7ceac6645b28 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.828407] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.828616] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6797ddcf-1476-4a3c-acdb-28469254e9d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.899177] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.899436] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.899582] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleting the datastore file [datastore1] c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.899801] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2c5385c-4572-4c7b-8757-704352679a21 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.907368] env[70041]: DEBUG oslo_vmware.api [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1160.907368] env[70041]: value = "task-3193636" [ 1160.907368] env[70041]: _type = "Task" [ 1160.907368] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.915015] env[70041]: DEBUG oslo_vmware.api [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.992661] env[70041]: DEBUG nova.network.neutron [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Successfully updated port: 81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.093217] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.137066] env[70041]: DEBUG nova.network.neutron [req-40c782fa-8eed-4bc3-950f-f874f4dde213 req-0da02a63-22fa-4ecd-a6a4-fd2ac88024f6 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updated VIF entry in instance network info cache for port 39ba7170-34bd-430b-9aad-2238890f2f51. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.137406] env[70041]: DEBUG nova.network.neutron [req-40c782fa-8eed-4bc3-950f-f874f4dde213 req-0da02a63-22fa-4ecd-a6a4-fd2ac88024f6 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating instance_info_cache with network_info: [{"id": "39ba7170-34bd-430b-9aad-2238890f2f51", "address": "fa:16:3e:c0:80:7d", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba7170-34", "ovs_interfaceid": "39ba7170-34bd-430b-9aad-2238890f2f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.292339] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f904e5-b42c-733e-ce00-28fc8791f23d, 'name': SearchDatastore_Task, 'duration_secs': 0.007943} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.293161] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d561a4-1c31-4214-928f-35bc2540ab1f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.298095] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1161.298095] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527beb14-e13d-cc4a-be66-55df5ae53d0b" [ 1161.298095] env[70041]: _type = "Task" [ 1161.298095] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.305617] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527beb14-e13d-cc4a-be66-55df5ae53d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.417084] env[70041]: DEBUG oslo_vmware.api [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168523} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.417330] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.417510] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.417684] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.417926] env[70041]: INFO nova.compute.manager [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1161.418201] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.418387] env[70041]: DEBUG nova.compute.manager [-] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.418481] env[70041]: DEBUG nova.network.neutron [-] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.497191] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.497342] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.497488] env[70041]: DEBUG nova.network.neutron [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.627468] env[70041]: DEBUG nova.compute.manager [req-78f671e7-ae35-432e-bc1b-056ebcad9349 req-a2a62221-e7d1-4747-b6c5-a0c6be7c1852 service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Received event network-vif-deleted-b5d3fe8a-09ea-4462-87aa-d7323fd5692d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1161.627687] env[70041]: INFO nova.compute.manager [req-78f671e7-ae35-432e-bc1b-056ebcad9349 req-a2a62221-e7d1-4747-b6c5-a0c6be7c1852 service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Neutron deleted interface b5d3fe8a-09ea-4462-87aa-d7323fd5692d; detaching it from the instance and deleting it from the info cache [ 1161.627862] env[70041]: DEBUG nova.network.neutron [req-78f671e7-ae35-432e-bc1b-056ebcad9349 req-a2a62221-e7d1-4747-b6c5-a0c6be7c1852 service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.639316] env[70041]: DEBUG oslo_concurrency.lockutils [req-40c782fa-8eed-4bc3-950f-f874f4dde213 req-0da02a63-22fa-4ecd-a6a4-fd2ac88024f6 service nova] Releasing lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.808391] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527beb14-e13d-cc4a-be66-55df5ae53d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.808649] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.808906] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c/dfb6b55f-77ef-4480-8ae0-6dfafa78072c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.809175] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dad3f6e-514d-4285-b407-d64ed155de41 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.815383] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1161.815383] env[70041]: value = "task-3193637" [ 1161.815383] env[70041]: _type = "Task" [ 1161.815383] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.822525] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.044051] env[70041]: DEBUG nova.network.neutron [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.111423] env[70041]: DEBUG nova.network.neutron [-] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.131032] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeb7c603-0dd6-4f51-91ee-b46fd2e3e535 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.143529] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf2db7-cda0-4b3c-b71f-f72032533911 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.176912] env[70041]: DEBUG nova.compute.manager [req-78f671e7-ae35-432e-bc1b-056ebcad9349 req-a2a62221-e7d1-4747-b6c5-a0c6be7c1852 service nova] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Detach interface failed, port_id=b5d3fe8a-09ea-4462-87aa-d7323fd5692d, reason: Instance c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1162.219308] env[70041]: DEBUG nova.network.neutron [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Updating instance_info_cache with network_info: [{"id": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "address": "fa:16:3e:c1:67:a2", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceee26-6b", "ovs_interfaceid": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.325560] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437932} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.325850] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c/dfb6b55f-77ef-4480-8ae0-6dfafa78072c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.326077] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.326324] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d864df22-a13f-490a-bb5c-e8caef90af57 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.332541] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1162.332541] env[70041]: value = "task-3193638" [ 1162.332541] env[70041]: _type = "Task" [ 1162.332541] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.340740] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.443311] env[70041]: DEBUG nova.compute.manager [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Received event network-vif-plugged-81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1162.443525] env[70041]: DEBUG oslo_concurrency.lockutils [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] Acquiring lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.443749] env[70041]: DEBUG oslo_concurrency.lockutils [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.443899] env[70041]: DEBUG oslo_concurrency.lockutils [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.444104] env[70041]: DEBUG nova.compute.manager [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] No waiting events found dispatching network-vif-plugged-81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.444300] env[70041]: WARNING nova.compute.manager [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Received unexpected event network-vif-plugged-81ceee26-6bd3-46dd-8260-e1bd775e7851 for instance with vm_state building and task_state spawning. [ 1162.444427] env[70041]: DEBUG nova.compute.manager [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Received event network-changed-81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1162.444574] env[70041]: DEBUG nova.compute.manager [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Refreshing instance network info cache due to event network-changed-81ceee26-6bd3-46dd-8260-e1bd775e7851. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1162.444735] env[70041]: DEBUG oslo_concurrency.lockutils [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] Acquiring lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.614483] env[70041]: INFO nova.compute.manager [-] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Took 1.20 seconds to deallocate network for instance. [ 1162.722564] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.722733] env[70041]: DEBUG nova.compute.manager [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Instance network_info: |[{"id": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "address": "fa:16:3e:c1:67:a2", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceee26-6b", "ovs_interfaceid": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.723129] env[70041]: DEBUG oslo_concurrency.lockutils [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] Acquired lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.723375] env[70041]: DEBUG nova.network.neutron [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Refreshing network info cache for port 81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.724623] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:67:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81ceee26-6bd3-46dd-8260-e1bd775e7851', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.732512] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Creating folder: Project (015b14f6fdaf44d6a80361a791b9ab72). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.733612] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9a4919-f486-4fb8-bc04-5a47bd34014e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.745678] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Created folder: Project (015b14f6fdaf44d6a80361a791b9ab72) in parent group-v638323. [ 1162.746481] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Creating folder: Instances. Parent ref: group-v638630. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.746481] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71555f82-e49e-483f-933c-491e6b26fd2b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.755556] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Created folder: Instances in parent group-v638630. [ 1162.755799] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.755986] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.756227] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5287affe-611b-433f-a456-f909344caa91 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.774945] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.774945] env[70041]: value = "task-3193641" [ 1162.774945] env[70041]: _type = "Task" [ 1162.774945] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.782508] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193641, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.841799] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072324} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.842259] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.843248] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7ed029-d99e-43b6-9508-8d28c14afced {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.866372] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c/dfb6b55f-77ef-4480-8ae0-6dfafa78072c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.866728] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7b3999-6ab9-4094-8965-9f8b368b9843 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.886783] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1162.886783] env[70041]: value = "task-3193642" [ 1162.886783] env[70041]: _type = "Task" [ 1162.886783] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.894745] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.121875] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.122233] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.122415] env[70041]: DEBUG nova.objects.instance [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lazy-loading 'resources' on Instance uuid c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.290871] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193641, 'name': CreateVM_Task, 'duration_secs': 0.389612} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.291050] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.291708] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.291859] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.292956] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.293545] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e739692c-5570-4d59-88c6-1a109d7fcfaa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.298644] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1163.298644] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52729c9c-9415-06ec-b500-5a47dd2974d2" [ 1163.298644] env[70041]: _type = "Task" [ 1163.298644] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.309784] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52729c9c-9415-06ec-b500-5a47dd2974d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.396294] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193642, 'name': ReconfigVM_Task, 'duration_secs': 0.276535} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.396294] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c/dfb6b55f-77ef-4480-8ae0-6dfafa78072c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.396895] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8519b08d-a1df-4893-bd6d-b2d8f6378a39 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.404082] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1163.404082] env[70041]: value = "task-3193643" [ 1163.404082] env[70041]: _type = "Task" [ 1163.404082] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.412460] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193643, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.590041] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.624774] env[70041]: DEBUG nova.network.neutron [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Updated VIF entry in instance network info cache for port 81ceee26-6bd3-46dd-8260-e1bd775e7851. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.625167] env[70041]: DEBUG nova.network.neutron [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Updating instance_info_cache with network_info: [{"id": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "address": "fa:16:3e:c1:67:a2", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceee26-6b", "ovs_interfaceid": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.751559] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e630ba4a-b52a-4de0-a7de-81f71da888da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.760342] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ce0dc4-726b-4863-8ab4-bb557f3226aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.795056] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5d3f0-9a04-4af9-9566-6718cdab2079 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.805830] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502a178e-ef1d-4022-9cbd-270f517e624f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.814098] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52729c9c-9415-06ec-b500-5a47dd2974d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.814752] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.815016] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.815267] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.815566] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.815566] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.815848] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-498908ba-ecd9-4037-9371-b25569efbad2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.825042] env[70041]: DEBUG nova.compute.provider_tree [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.832615] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.832815] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.833526] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3284f67-9dfb-4c8d-83a1-dfe608f31b24 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.838738] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1163.838738] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526f7df5-908a-34a9-0810-d67b8aa37137" [ 1163.838738] env[70041]: _type = "Task" [ 1163.838738] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.847515] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526f7df5-908a-34a9-0810-d67b8aa37137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.913636] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193643, 'name': Rename_Task, 'duration_secs': 0.169092} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.914011] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.914268] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91244f97-5f31-4feb-af3c-2ffc9aadce47 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.920433] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1163.920433] env[70041]: value = "task-3193644" [ 1163.920433] env[70041]: _type = "Task" [ 1163.920433] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.927994] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.096482] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.130948] env[70041]: DEBUG oslo_concurrency.lockutils [req-5071c9d8-361b-4dd2-9088-25f5e696ea10 req-73030023-b6d6-4db2-a7b8-4ee1f1db8e5b service nova] Releasing lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.328740] env[70041]: DEBUG nova.scheduler.client.report [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.349577] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526f7df5-908a-34a9-0810-d67b8aa37137, 'name': SearchDatastore_Task, 'duration_secs': 0.008399} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.350411] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59448617-6b3c-4cc6-84f4-1557e355842e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.356359] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1164.356359] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e0f100-091e-7b3d-d882-cece604ea58a" [ 1164.356359] env[70041]: _type = "Task" [ 1164.356359] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.365434] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e0f100-091e-7b3d-d882-cece604ea58a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.430284] env[70041]: DEBUG oslo_vmware.api [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193644, 'name': PowerOnVM_Task, 'duration_secs': 0.439904} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.430566] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.430813] env[70041]: INFO nova.compute.manager [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Took 6.44 seconds to spawn the instance on the hypervisor. [ 1164.430941] env[70041]: DEBUG nova.compute.manager [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.431748] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc338a3-3ba3-40fb-9387-4b01ac51aefb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.600286] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Getting list of instances from cluster (obj){ [ 1164.600286] env[70041]: value = "domain-c8" [ 1164.600286] env[70041]: _type = "ClusterComputeResource" [ 1164.600286] env[70041]: } {{(pid=70041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1164.601272] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37677bc2-6eb0-4985-a05d-2218c0e80b4a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.617663] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Got total of 7 instances {{(pid=70041) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1164.617663] env[70041]: WARNING nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1164.617663] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Triggering sync for uuid 7a49c9e4-58f0-480e-af9e-0d508eed3b7a {{(pid=70041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1164.617663] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Triggering sync for uuid de3b62b9-80ab-4f8f-a9ed-8d32479e0771 {{(pid=70041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1164.617663] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Triggering sync for uuid 9a819429-a81c-4e57-bfd8-6cf29d1a5d35 {{(pid=70041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1164.617663] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Triggering sync for uuid a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd {{(pid=70041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1164.617663] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Triggering sync for uuid 8324f683-c7fd-438e-9a15-91438206100e {{(pid=70041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1164.617663] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Triggering sync for uuid c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a {{(pid=70041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1164.617663] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Triggering sync for uuid dfb6b55f-77ef-4480-8ae0-6dfafa78072c {{(pid=70041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1164.617663] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Triggering sync for uuid 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 {{(pid=70041) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1164.618072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.618218] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.618487] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.618668] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.619359] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.619359] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.619359] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.619491] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.619669] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "8324f683-c7fd-438e-9a15-91438206100e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.619809] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "8324f683-c7fd-438e-9a15-91438206100e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.620038] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.620236] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.620422] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.621250] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc337605-59b8-40ec-a153-50bacf13ceca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.626482] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c56e6-509b-483e-ae88-acf7998229bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.629287] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a74c783-a0a6-4a56-962c-834a8d0040af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.632010] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c9959-0db6-49af-ae2a-a05102c0a48a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.635030] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945c2d9d-2009-4774-9a7d-370af38a3078 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.835734] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.856680] env[70041]: INFO nova.scheduler.client.report [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted allocations for instance c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a [ 1164.867536] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e0f100-091e-7b3d-d882-cece604ea58a, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.868167] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.868257] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8/2ada73dd-6b25-4864-a3a9-8f13d8f67cd8.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.868539] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0153dc36-5e76-4714-943f-433534d03c11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.875400] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1164.875400] env[70041]: value = "task-3193645" [ 1164.875400] env[70041]: _type = "Task" [ 1164.875400] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.883295] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.948719] env[70041]: INFO nova.compute.manager [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Took 11.30 seconds to build instance. [ 1165.152346] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.153322] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.153322] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.153490] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "8324f683-c7fd-438e-9a15-91438206100e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.156939] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.372495] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b13d86ee-3b98-4c90-b740-23551f11d259 tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.057s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.373451] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.753s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.374270] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0298baf-beea-4c58-ac36-55d65e05f537 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.385460] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44775} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.386660] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8/2ada73dd-6b25-4864-a3a9-8f13d8f67cd8.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.386885] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.387773] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-426ffbec-f896-4a76-9383-a4a15de51e0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.392191] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e9a0b7-4a5f-4d4f-8895-b3a61f83a2fd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.407975] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1165.407975] env[70041]: value = "task-3193646" [ 1165.407975] env[70041]: _type = "Task" [ 1165.407975] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.427308] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.450849] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e81e2613-7057-49c8-a192-6679b7ce2726 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.812s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.451173] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.831s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.451395] env[70041]: INFO nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1165.451570] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.922420] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082221} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.922420] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.922420] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1311aca5-b78e-4fdf-9b20-296c64d2aef8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.928917] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.952477] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8/2ada73dd-6b25-4864-a3a9-8f13d8f67cd8.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.955070] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff5786e-b5b3-46e1-ab89-3a74fd9e5a53 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.981311] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1165.981311] env[70041]: value = "task-3193647" [ 1165.981311] env[70041]: _type = "Task" [ 1165.981311] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.990192] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.114501] env[70041]: INFO nova.compute.manager [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Rebuilding instance [ 1166.169753] env[70041]: DEBUG nova.compute.manager [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.170701] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edb23a6-3378-441c-bc29-495433cfc0d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.280255] env[70041]: DEBUG nova.compute.manager [req-bb209509-f008-4d47-9c3e-b9ca954905c4 req-b51848a6-482d-4fd8-a854-1da1dc7cb035 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received event network-changed-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1166.280481] env[70041]: DEBUG nova.compute.manager [req-bb209509-f008-4d47-9c3e-b9ca954905c4 req-b51848a6-482d-4fd8-a854-1da1dc7cb035 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Refreshing instance network info cache due to event network-changed-39ba7170-34bd-430b-9aad-2238890f2f51. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1166.281465] env[70041]: DEBUG oslo_concurrency.lockutils [req-bb209509-f008-4d47-9c3e-b9ca954905c4 req-b51848a6-482d-4fd8-a854-1da1dc7cb035 service nova] Acquiring lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.281577] env[70041]: DEBUG oslo_concurrency.lockutils [req-bb209509-f008-4d47-9c3e-b9ca954905c4 req-b51848a6-482d-4fd8-a854-1da1dc7cb035 service nova] Acquired lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.281747] env[70041]: DEBUG nova.network.neutron [req-bb209509-f008-4d47-9c3e-b9ca954905c4 req-b51848a6-482d-4fd8-a854-1da1dc7cb035 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Refreshing network info cache for port 39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.476185] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.476461] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.476665] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.476849] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.477031] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.480837] env[70041]: INFO nova.compute.manager [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Terminating instance [ 1166.491556] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193647, 'name': ReconfigVM_Task, 'duration_secs': 0.354109} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.492797] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8/2ada73dd-6b25-4864-a3a9-8f13d8f67cd8.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.492797] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed88612-6ba2-4ab1-8eeb-e0203f338591 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.502603] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1166.502603] env[70041]: value = "task-3193648" [ 1166.502603] env[70041]: _type = "Task" [ 1166.502603] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.514118] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193648, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.989476] env[70041]: DEBUG nova.compute.manager [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.991990] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.991990] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aaf816-c80f-49c4-99f8-ff24d5c7dce3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.000720] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.000989] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3838821-97ec-42db-956a-4b82f32c2618 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.007933] env[70041]: DEBUG oslo_vmware.api [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1167.007933] env[70041]: value = "task-3193649" [ 1167.007933] env[70041]: _type = "Task" [ 1167.007933] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.014555] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193648, 'name': Rename_Task, 'duration_secs': 0.178192} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.015251] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.015547] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d54ac06-b765-430a-aec1-cab0626ee447 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.022021] env[70041]: DEBUG oslo_vmware.api [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.030037] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1167.030037] env[70041]: value = "task-3193650" [ 1167.030037] env[70041]: _type = "Task" [ 1167.030037] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.040198] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.109698] env[70041]: DEBUG nova.network.neutron [req-bb209509-f008-4d47-9c3e-b9ca954905c4 req-b51848a6-482d-4fd8-a854-1da1dc7cb035 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updated VIF entry in instance network info cache for port 39ba7170-34bd-430b-9aad-2238890f2f51. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.110136] env[70041]: DEBUG nova.network.neutron [req-bb209509-f008-4d47-9c3e-b9ca954905c4 req-b51848a6-482d-4fd8-a854-1da1dc7cb035 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating instance_info_cache with network_info: [{"id": "39ba7170-34bd-430b-9aad-2238890f2f51", "address": "fa:16:3e:c0:80:7d", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba7170-34", "ovs_interfaceid": "39ba7170-34bd-430b-9aad-2238890f2f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.184970] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.185555] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8717456-42ee-454f-a2ad-0d45fcdb220f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.193734] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1167.193734] env[70041]: value = "task-3193651" [ 1167.193734] env[70041]: _type = "Task" [ 1167.193734] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.204842] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.517677] env[70041]: DEBUG oslo_vmware.api [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193649, 'name': PowerOffVM_Task, 'duration_secs': 0.316541} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.518134] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.518262] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.518510] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9705cb53-ac72-49c0-9f37-562f19edaf70 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.538049] env[70041]: DEBUG oslo_vmware.api [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193650, 'name': PowerOnVM_Task, 'duration_secs': 0.477893} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.538282] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.538501] env[70041]: INFO nova.compute.manager [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1167.538705] env[70041]: DEBUG nova.compute.manager [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.539631] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9326abb-fad6-4266-b4de-98553ee8d21b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.593417] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.594456] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.594456] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleting the datastore file [datastore2] 7a49c9e4-58f0-480e-af9e-0d508eed3b7a {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.594456] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d43c39-340b-4de7-9309-7a3147ed086f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.601267] env[70041]: DEBUG oslo_vmware.api [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for the task: (returnval){ [ 1167.601267] env[70041]: value = "task-3193653" [ 1167.601267] env[70041]: _type = "Task" [ 1167.601267] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.610177] env[70041]: DEBUG oslo_vmware.api [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.613899] env[70041]: DEBUG oslo_concurrency.lockutils [req-bb209509-f008-4d47-9c3e-b9ca954905c4 req-b51848a6-482d-4fd8-a854-1da1dc7cb035 service nova] Releasing lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.678573] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.678838] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.704052] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193651, 'name': PowerOffVM_Task, 'duration_secs': 0.169118} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.704182] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.704325] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.705083] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15833f1e-fc67-43f0-b231-f53365701406 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.715401] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.715401] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d1bd0d5-eece-463d-a77f-4e1765d2fb22 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.784024] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.784024] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.784024] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleting the datastore file [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.784024] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc71651e-9a7a-4306-b26b-4df48a5c4956 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.793106] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1167.793106] env[70041]: value = "task-3193655" [ 1167.793106] env[70041]: _type = "Task" [ 1167.793106] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.801637] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.060861] env[70041]: INFO nova.compute.manager [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Took 11.61 seconds to build instance. [ 1168.113837] env[70041]: DEBUG oslo_vmware.api [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Task: {'id': task-3193653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30281} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.115035] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.115035] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.115035] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.115035] env[70041]: INFO nova.compute.manager [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1168.115035] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.115290] env[70041]: DEBUG nova.compute.manager [-] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.115290] env[70041]: DEBUG nova.network.neutron [-] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.181142] env[70041]: DEBUG nova.compute.manager [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.306229] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.479755] env[70041]: DEBUG nova.compute.manager [req-3c9f2cdb-a7a4-4c66-a6a9-443babf74c38 req-ca6abef1-43d7-49d0-9273-0e8096f92ee7 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Received event network-vif-deleted-ff777aa4-ad13-469c-9307-011010ade80c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1168.479924] env[70041]: INFO nova.compute.manager [req-3c9f2cdb-a7a4-4c66-a6a9-443babf74c38 req-ca6abef1-43d7-49d0-9273-0e8096f92ee7 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Neutron deleted interface ff777aa4-ad13-469c-9307-011010ade80c; detaching it from the instance and deleting it from the info cache [ 1168.480115] env[70041]: DEBUG nova.network.neutron [req-3c9f2cdb-a7a4-4c66-a6a9-443babf74c38 req-ca6abef1-43d7-49d0-9273-0e8096f92ee7 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.563425] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d51a7d6e-6b57-4468-8683-6ceb4c6749e2 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.124s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.563710] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.943s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.563922] env[70041]: INFO nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1168.564105] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.711515] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.711800] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.713654] env[70041]: INFO nova.compute.claims [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.740660] env[70041]: DEBUG nova.compute.manager [req-413ac084-7f4a-4d50-b642-51c15fd949b4 req-8f92f74c-8c7f-4306-a558-6c1c0ad059df service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Received event network-changed-81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1168.740857] env[70041]: DEBUG nova.compute.manager [req-413ac084-7f4a-4d50-b642-51c15fd949b4 req-8f92f74c-8c7f-4306-a558-6c1c0ad059df service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Refreshing instance network info cache due to event network-changed-81ceee26-6bd3-46dd-8260-e1bd775e7851. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1168.741119] env[70041]: DEBUG oslo_concurrency.lockutils [req-413ac084-7f4a-4d50-b642-51c15fd949b4 req-8f92f74c-8c7f-4306-a558-6c1c0ad059df service nova] Acquiring lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.741211] env[70041]: DEBUG oslo_concurrency.lockutils [req-413ac084-7f4a-4d50-b642-51c15fd949b4 req-8f92f74c-8c7f-4306-a558-6c1c0ad059df service nova] Acquired lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.741661] env[70041]: DEBUG nova.network.neutron [req-413ac084-7f4a-4d50-b642-51c15fd949b4 req-8f92f74c-8c7f-4306-a558-6c1c0ad059df service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Refreshing network info cache for port 81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.808027] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586761} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.808027] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.808027] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.808027] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.963463] env[70041]: DEBUG nova.network.neutron [-] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.987675] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c42bdbe1-5a57-4e3f-8f47-f5156fa3ffaa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.995452] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dae1d54-2c35-40df-b53a-fc215d8ad215 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.024139] env[70041]: DEBUG nova.compute.manager [req-3c9f2cdb-a7a4-4c66-a6a9-443babf74c38 req-ca6abef1-43d7-49d0-9273-0e8096f92ee7 service nova] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Detach interface failed, port_id=ff777aa4-ad13-469c-9307-011010ade80c, reason: Instance 7a49c9e4-58f0-480e-af9e-0d508eed3b7a could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1169.447470] env[70041]: DEBUG nova.network.neutron [req-413ac084-7f4a-4d50-b642-51c15fd949b4 req-8f92f74c-8c7f-4306-a558-6c1c0ad059df service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Updated VIF entry in instance network info cache for port 81ceee26-6bd3-46dd-8260-e1bd775e7851. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.447840] env[70041]: DEBUG nova.network.neutron [req-413ac084-7f4a-4d50-b642-51c15fd949b4 req-8f92f74c-8c7f-4306-a558-6c1c0ad059df service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Updating instance_info_cache with network_info: [{"id": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "address": "fa:16:3e:c1:67:a2", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceee26-6b", "ovs_interfaceid": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.464951] env[70041]: INFO nova.compute.manager [-] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Took 1.35 seconds to deallocate network for instance. [ 1169.831354] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e67d6ca-0525-4521-8f5f-65da8750fff8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.840489] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf2f5cd-0eea-415e-ac98-b047642b2b36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.871800] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.872072] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.872236] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.872418] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.872564] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.872710] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.872983] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.873160] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.873325] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.873485] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.873655] env[70041]: DEBUG nova.virt.hardware [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.874407] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9d80b5-6070-4124-837d-79c49e1b010f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.877091] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a83235-e7ec-496a-b60a-c5abd2c83698 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.885479] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0212c802-9733-4b28-9ca9-a15b11459b32 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.889746] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4863f1cf-088f-4f35-941f-2c5330591969 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.903809] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:e8:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd271dc93-edd6-419c-bd5e-2cb34db660e8', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.910981] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.917901] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.918325] env[70041]: DEBUG nova.compute.provider_tree [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.919634] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e17725e5-7f0a-4836-8535-7e1014d708ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.934597] env[70041]: DEBUG nova.scheduler.client.report [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.942275] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.942275] env[70041]: value = "task-3193656" [ 1169.942275] env[70041]: _type = "Task" [ 1169.942275] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.950465] env[70041]: DEBUG oslo_concurrency.lockutils [req-413ac084-7f4a-4d50-b642-51c15fd949b4 req-8f92f74c-8c7f-4306-a558-6c1c0ad059df service nova] Releasing lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.950791] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193656, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.970457] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.440153] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.728s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.440719] env[70041]: DEBUG nova.compute.manager [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.443814] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.473s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.444043] env[70041]: DEBUG nova.objects.instance [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lazy-loading 'resources' on Instance uuid 7a49c9e4-58f0-480e-af9e-0d508eed3b7a {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.453835] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193656, 'name': CreateVM_Task, 'duration_secs': 0.351113} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.454114] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.455170] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.455402] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.455734] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.456224] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58939d09-c578-4c2f-9755-d140409586c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.461242] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1170.461242] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5294a213-918f-0203-697b-d51e6f95102d" [ 1170.461242] env[70041]: _type = "Task" [ 1170.461242] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.469117] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5294a213-918f-0203-697b-d51e6f95102d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.947084] env[70041]: DEBUG nova.compute.utils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.948719] env[70041]: DEBUG nova.compute.manager [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.948884] env[70041]: DEBUG nova.network.neutron [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.973379] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5294a213-918f-0203-697b-d51e6f95102d, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.973829] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.973897] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.974191] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.974283] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.974459] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.974711] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96f48d15-e8b1-4505-9d84-2536ca20eee7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.983469] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.983695] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.984475] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f37e36d-cb52-4116-aff7-4a60bcf0ec1e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.989669] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1170.989669] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520cd30b-e565-33ae-691c-605246ca4c92" [ 1170.989669] env[70041]: _type = "Task" [ 1170.989669] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.000195] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520cd30b-e565-33ae-691c-605246ca4c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.001666] env[70041]: DEBUG nova.policy [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97997df8ff2d49f59589a99a686979c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '722ab84c4e814f90ac451795a7f514e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.054638] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb2e488-a2ff-41ab-bff1-aca250913205 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.062158] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf02de4e-3b3e-4f07-a339-7049cb73898e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.093176] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7b08d6-86af-4028-ba3d-4c0ccf99cbd3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.100025] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d5a13-18b4-4680-9e9c-355490fccab2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.113106] env[70041]: DEBUG nova.compute.provider_tree [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.244626] env[70041]: DEBUG nova.network.neutron [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Successfully created port: 485c98f3-7a86-484d-842e-1285571c6a3c {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1171.454764] env[70041]: DEBUG nova.compute.manager [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.500512] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520cd30b-e565-33ae-691c-605246ca4c92, 'name': SearchDatastore_Task, 'duration_secs': 0.042847} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.501304] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc67208b-9962-4c8d-a9a7-5cfbc90cd8f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.506404] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1171.506404] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bb4e50-e209-185b-7e3c-4471312b947f" [ 1171.506404] env[70041]: _type = "Task" [ 1171.506404] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.513561] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bb4e50-e209-185b-7e3c-4471312b947f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.616535] env[70041]: DEBUG nova.scheduler.client.report [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.017114] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bb4e50-e209-185b-7e3c-4471312b947f, 'name': SearchDatastore_Task, 'duration_secs': 0.035828} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.017401] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.017755] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35/9a819429-a81c-4e57-bfd8-6cf29d1a5d35.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1172.018088] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ad20427-216e-4152-8873-14edcc99bc59 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.024503] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1172.024503] env[70041]: value = "task-3193657" [ 1172.024503] env[70041]: _type = "Task" [ 1172.024503] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.032587] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.122432] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.172940] env[70041]: INFO nova.scheduler.client.report [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Deleted allocations for instance 7a49c9e4-58f0-480e-af9e-0d508eed3b7a [ 1172.464660] env[70041]: DEBUG nova.compute.manager [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.492017] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.492341] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.492504] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.492686] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.492863] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.493034] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.493256] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.493413] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.493580] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.493743] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.493961] env[70041]: DEBUG nova.virt.hardware [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.494918] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ab33d3-7dfa-41e4-9404-47915404edc7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.503462] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918b3015-05a8-47ed-94bc-14b6d109cac0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.533552] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193657, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.633951] env[70041]: DEBUG nova.compute.manager [req-dc25cd5b-1673-4942-8ff3-84237d03c9e1 req-0c6ddc7a-71a2-4a2e-9755-8311cfb06eab service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Received event network-vif-plugged-485c98f3-7a86-484d-842e-1285571c6a3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1172.634186] env[70041]: DEBUG oslo_concurrency.lockutils [req-dc25cd5b-1673-4942-8ff3-84237d03c9e1 req-0c6ddc7a-71a2-4a2e-9755-8311cfb06eab service nova] Acquiring lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.634382] env[70041]: DEBUG oslo_concurrency.lockutils [req-dc25cd5b-1673-4942-8ff3-84237d03c9e1 req-0c6ddc7a-71a2-4a2e-9755-8311cfb06eab service nova] Lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.634547] env[70041]: DEBUG oslo_concurrency.lockutils [req-dc25cd5b-1673-4942-8ff3-84237d03c9e1 req-0c6ddc7a-71a2-4a2e-9755-8311cfb06eab service nova] Lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.634707] env[70041]: DEBUG nova.compute.manager [req-dc25cd5b-1673-4942-8ff3-84237d03c9e1 req-0c6ddc7a-71a2-4a2e-9755-8311cfb06eab service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] No waiting events found dispatching network-vif-plugged-485c98f3-7a86-484d-842e-1285571c6a3c {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.634867] env[70041]: WARNING nova.compute.manager [req-dc25cd5b-1673-4942-8ff3-84237d03c9e1 req-0c6ddc7a-71a2-4a2e-9755-8311cfb06eab service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Received unexpected event network-vif-plugged-485c98f3-7a86-484d-842e-1285571c6a3c for instance with vm_state building and task_state spawning. [ 1172.687353] env[70041]: DEBUG oslo_concurrency.lockutils [None req-55ebcd19-98ed-4c39-af59-bbefddc836ca tempest-ServersTestJSON-606108163 tempest-ServersTestJSON-606108163-project-member] Lock "7a49c9e4-58f0-480e-af9e-0d508eed3b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.211s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.729142] env[70041]: DEBUG nova.network.neutron [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Successfully updated port: 485c98f3-7a86-484d-842e-1285571c6a3c {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.035949] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539451} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.036242] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35/9a819429-a81c-4e57-bfd8-6cf29d1a5d35.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.036459] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.036718] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c273a8a8-9c47-4f8a-b960-35f2901d3202 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.043658] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1173.043658] env[70041]: value = "task-3193658" [ 1173.043658] env[70041]: _type = "Task" [ 1173.043658] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.052157] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.232235] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-db88d685-9df3-4589-8fb1-f4d38a1f6fff" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.232235] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-db88d685-9df3-4589-8fb1-f4d38a1f6fff" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.232498] env[70041]: DEBUG nova.network.neutron [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.554292] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085923} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.554664] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.555502] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8bae5-1e42-487b-b131-5d0199a42a71 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.579847] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35/9a819429-a81c-4e57-bfd8-6cf29d1a5d35.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.580266] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef3192d1-314a-481b-be82-223973121637 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.600864] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1173.600864] env[70041]: value = "task-3193659" [ 1173.600864] env[70041]: _type = "Task" [ 1173.600864] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.609276] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.796603] env[70041]: DEBUG nova.network.neutron [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.004917] env[70041]: DEBUG nova.network.neutron [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Updating instance_info_cache with network_info: [{"id": "485c98f3-7a86-484d-842e-1285571c6a3c", "address": "fa:16:3e:ce:5e:fb", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485c98f3-7a", "ovs_interfaceid": "485c98f3-7a86-484d-842e-1285571c6a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.111988] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193659, 'name': ReconfigVM_Task, 'duration_secs': 0.436087} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.112253] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35/9a819429-a81c-4e57-bfd8-6cf29d1a5d35.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.112985] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81aeb75c-58dd-44bf-8ec6-8f0b6022006f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.119617] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1174.119617] env[70041]: value = "task-3193660" [ 1174.119617] env[70041]: _type = "Task" [ 1174.119617] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.128361] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193660, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.508755] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-db88d685-9df3-4589-8fb1-f4d38a1f6fff" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.509106] env[70041]: DEBUG nova.compute.manager [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Instance network_info: |[{"id": "485c98f3-7a86-484d-842e-1285571c6a3c", "address": "fa:16:3e:ce:5e:fb", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485c98f3-7a", "ovs_interfaceid": "485c98f3-7a86-484d-842e-1285571c6a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.509539] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:5e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '485c98f3-7a86-484d-842e-1285571c6a3c', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.517073] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Creating folder: Project (722ab84c4e814f90ac451795a7f514e8). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.517362] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28664008-727f-4335-a1bb-44181ff73c35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.529812] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Created folder: Project (722ab84c4e814f90ac451795a7f514e8) in parent group-v638323. [ 1174.529924] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Creating folder: Instances. Parent ref: group-v638634. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.530186] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc49bbb1-c5bc-40ba-9d08-ccdfb1c84727 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.538596] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Created folder: Instances in parent group-v638634. [ 1174.538855] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.539062] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.539271] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6fc4426-dc4b-4ce5-9832-365f1701ac65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.559180] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.559180] env[70041]: value = "task-3193663" [ 1174.559180] env[70041]: _type = "Task" [ 1174.559180] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.567114] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193663, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.629438] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193660, 'name': Rename_Task, 'duration_secs': 0.158016} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.629713] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.629969] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8311f14-c2c0-44f2-8a37-3fceaf98b944 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.636027] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1174.636027] env[70041]: value = "task-3193664" [ 1174.636027] env[70041]: _type = "Task" [ 1174.636027] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.643607] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.669074] env[70041]: DEBUG nova.compute.manager [req-f0441eb3-3d9e-4287-8ec3-ea2ac6cc59fe req-d9a90877-a533-461b-878a-4d6a70c8f8ef service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Received event network-changed-485c98f3-7a86-484d-842e-1285571c6a3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1174.669204] env[70041]: DEBUG nova.compute.manager [req-f0441eb3-3d9e-4287-8ec3-ea2ac6cc59fe req-d9a90877-a533-461b-878a-4d6a70c8f8ef service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Refreshing instance network info cache due to event network-changed-485c98f3-7a86-484d-842e-1285571c6a3c. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1174.669401] env[70041]: DEBUG oslo_concurrency.lockutils [req-f0441eb3-3d9e-4287-8ec3-ea2ac6cc59fe req-d9a90877-a533-461b-878a-4d6a70c8f8ef service nova] Acquiring lock "refresh_cache-db88d685-9df3-4589-8fb1-f4d38a1f6fff" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.669559] env[70041]: DEBUG oslo_concurrency.lockutils [req-f0441eb3-3d9e-4287-8ec3-ea2ac6cc59fe req-d9a90877-a533-461b-878a-4d6a70c8f8ef service nova] Acquired lock "refresh_cache-db88d685-9df3-4589-8fb1-f4d38a1f6fff" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.669771] env[70041]: DEBUG nova.network.neutron [req-f0441eb3-3d9e-4287-8ec3-ea2ac6cc59fe req-d9a90877-a533-461b-878a-4d6a70c8f8ef service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Refreshing network info cache for port 485c98f3-7a86-484d-842e-1285571c6a3c {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.069712] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193663, 'name': CreateVM_Task, 'duration_secs': 0.399087} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.069920] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.070669] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.070827] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.071169] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.071439] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7506717-3962-45d0-ace0-2f8fb29158ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.077021] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1175.077021] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52673453-b6af-5368-ea60-b3cca0de282d" [ 1175.077021] env[70041]: _type = "Task" [ 1175.077021] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.085543] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52673453-b6af-5368-ea60-b3cca0de282d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.146679] env[70041]: DEBUG oslo_vmware.api [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193664, 'name': PowerOnVM_Task, 'duration_secs': 0.490962} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.147010] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.147275] env[70041]: DEBUG nova.compute.manager [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.148066] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06755e8-6607-4b88-ad17-1f447920e449 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.385044] env[70041]: DEBUG nova.network.neutron [req-f0441eb3-3d9e-4287-8ec3-ea2ac6cc59fe req-d9a90877-a533-461b-878a-4d6a70c8f8ef service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Updated VIF entry in instance network info cache for port 485c98f3-7a86-484d-842e-1285571c6a3c. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.386120] env[70041]: DEBUG nova.network.neutron [req-f0441eb3-3d9e-4287-8ec3-ea2ac6cc59fe req-d9a90877-a533-461b-878a-4d6a70c8f8ef service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Updating instance_info_cache with network_info: [{"id": "485c98f3-7a86-484d-842e-1285571c6a3c", "address": "fa:16:3e:ce:5e:fb", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485c98f3-7a", "ovs_interfaceid": "485c98f3-7a86-484d-842e-1285571c6a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.588156] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52673453-b6af-5368-ea60-b3cca0de282d, 'name': SearchDatastore_Task, 'duration_secs': 0.011716} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.588488] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.588689] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.588924] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.589084] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.589268] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.589532] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b075e7a5-8399-44ef-b920-a31c91653589 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.597711] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.597894] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.598603] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d29375b-31f9-4758-afd7-264c77bc2664 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.603527] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1175.603527] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb8f6d-95e3-f782-fa2d-830c93399092" [ 1175.603527] env[70041]: _type = "Task" [ 1175.603527] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.610858] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb8f6d-95e3-f782-fa2d-830c93399092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.668927] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.669204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.669379] env[70041]: DEBUG nova.objects.instance [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1175.888033] env[70041]: DEBUG oslo_concurrency.lockutils [req-f0441eb3-3d9e-4287-8ec3-ea2ac6cc59fe req-d9a90877-a533-461b-878a-4d6a70c8f8ef service nova] Releasing lock "refresh_cache-db88d685-9df3-4589-8fb1-f4d38a1f6fff" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.114910] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb8f6d-95e3-f782-fa2d-830c93399092, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.115637] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831977d2-4806-4dac-b6b8-7b0322f69cd0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.120356] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1176.120356] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525e0855-f45a-ce5b-18e7-a1485b7a7c4a" [ 1176.120356] env[70041]: _type = "Task" [ 1176.120356] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.127599] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525e0855-f45a-ce5b-18e7-a1485b7a7c4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.175149] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.175321] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.175484] env[70041]: INFO nova.compute.manager [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Shelving [ 1176.631342] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525e0855-f45a-ce5b-18e7-a1485b7a7c4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.631726] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.631780] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff/db88d685-9df3-4589-8fb1-f4d38a1f6fff.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.632035] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-353d6bbb-b999-482a-b5c0-dbaf8407a5a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.638367] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1176.638367] env[70041]: value = "task-3193665" [ 1176.638367] env[70041]: _type = "Task" [ 1176.638367] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.645532] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.677989] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ab9dc290-ddfc-4e79-a73a-648f97b2ca8e tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.148198] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421663} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.148428] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff/db88d685-9df3-4589-8fb1-f4d38a1f6fff.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.148646] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.148893] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a37722c-15e9-44b9-bed1-a57a06617555 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.154972] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1177.154972] env[70041]: value = "task-3193666" [ 1177.154972] env[70041]: _type = "Task" [ 1177.154972] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.162209] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.184245] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.184495] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5075ea3e-4d75-405b-81a6-d7831248cc62 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.190632] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1177.190632] env[70041]: value = "task-3193667" [ 1177.190632] env[70041]: _type = "Task" [ 1177.190632] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.200193] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.665209] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062837} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.665606] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.666571] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227b7362-b509-4495-bf13-8f6337e23ccc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.690551] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff/db88d685-9df3-4589-8fb1-f4d38a1f6fff.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.690869] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3230f8a4-df3d-4712-bf50-6983219be0ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.712562] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193667, 'name': PowerOffVM_Task, 'duration_secs': 0.171599} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.713832] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.714195] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1177.714195] env[70041]: value = "task-3193668" [ 1177.714195] env[70041]: _type = "Task" [ 1177.714195] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.714864] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f92f3d-0186-4991-8744-579c9f2cba95 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.741747] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdf061f-4388-4b0d-a3ce-47f6e5fa2d52 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.227051] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193668, 'name': ReconfigVM_Task, 'duration_secs': 0.318259} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.227612] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Reconfigured VM instance instance-00000071 to attach disk [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff/db88d685-9df3-4589-8fb1-f4d38a1f6fff.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.228519] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21ecafe1-f8d0-4787-a70a-ca54fe8e137f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.235332] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1178.235332] env[70041]: value = "task-3193669" [ 1178.235332] env[70041]: _type = "Task" [ 1178.235332] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.243053] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193669, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.253192] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1178.253461] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68b88d1d-eafe-4c10-b0ff-e8ac42c728b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.260869] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1178.260869] env[70041]: value = "task-3193670" [ 1178.260869] env[70041]: _type = "Task" [ 1178.260869] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.268763] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193670, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.745069] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193669, 'name': Rename_Task, 'duration_secs': 0.14121} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.745464] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.745523] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed401d1f-c157-4a08-895a-74c3dfed7647 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.751626] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1178.751626] env[70041]: value = "task-3193671" [ 1178.751626] env[70041]: _type = "Task" [ 1178.751626] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.759166] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.768514] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193670, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.260728] env[70041]: DEBUG oslo_vmware.api [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193671, 'name': PowerOnVM_Task, 'duration_secs': 0.465084} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.260995] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.261211] env[70041]: INFO nova.compute.manager [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1179.261393] env[70041]: DEBUG nova.compute.manager [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.262238] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e237b6-9f1a-4668-b789-0061b16309bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.273372] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193670, 'name': CreateSnapshot_Task, 'duration_secs': 0.905472} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.276148] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1179.276828] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9d3b8c-2c74-48e5-a387-47272e5d94f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.796950] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1179.797499] env[70041]: INFO nova.compute.manager [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Took 11.11 seconds to build instance. [ 1179.799012] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd19f104-be2a-4ff8-a1e7-e1ddb1520d34 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.806972] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1179.806972] env[70041]: value = "task-3193672" [ 1179.806972] env[70041]: _type = "Task" [ 1179.806972] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.816342] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193672, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.303123] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bb6313f8-a2fd-473e-984b-be118c6ae7f9 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.624s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.317179] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193672, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.817360] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193672, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.135927] env[70041]: INFO nova.compute.manager [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Rebuilding instance [ 1181.266664] env[70041]: DEBUG nova.compute.manager [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.267529] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cdc5d5-cbd9-475a-bd1e-5191b3812662 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.317663] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193672, 'name': CloneVM_Task, 'duration_secs': 1.139763} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.317925] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Created linked-clone VM from snapshot [ 1181.318720] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3c2fc9-df25-4e8f-b63e-c470221894d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.327197] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Uploading image f0f7a08c-1c38-47f7-902b-14320d1d6f89 {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1181.348715] env[70041]: DEBUG oslo_vmware.rw_handles [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1181.348715] env[70041]: value = "vm-638638" [ 1181.348715] env[70041]: _type = "VirtualMachine" [ 1181.348715] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1181.349020] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8bfd5415-0766-49ca-ae98-cb1157683937 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.355389] env[70041]: DEBUG oslo_vmware.rw_handles [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease: (returnval){ [ 1181.355389] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52092945-e2de-d5fd-2019-014c99d42b3b" [ 1181.355389] env[70041]: _type = "HttpNfcLease" [ 1181.355389] env[70041]: } obtained for exporting VM: (result){ [ 1181.355389] env[70041]: value = "vm-638638" [ 1181.355389] env[70041]: _type = "VirtualMachine" [ 1181.355389] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1181.355708] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the lease: (returnval){ [ 1181.355708] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52092945-e2de-d5fd-2019-014c99d42b3b" [ 1181.355708] env[70041]: _type = "HttpNfcLease" [ 1181.355708] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1181.361471] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.361471] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52092945-e2de-d5fd-2019-014c99d42b3b" [ 1181.361471] env[70041]: _type = "HttpNfcLease" [ 1181.361471] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1181.863566] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.863566] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52092945-e2de-d5fd-2019-014c99d42b3b" [ 1181.863566] env[70041]: _type = "HttpNfcLease" [ 1181.863566] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1181.864065] env[70041]: DEBUG oslo_vmware.rw_handles [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1181.864065] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52092945-e2de-d5fd-2019-014c99d42b3b" [ 1181.864065] env[70041]: _type = "HttpNfcLease" [ 1181.864065] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1181.864610] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df01fae-517b-46b2-8515-4718a186026d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.871580] env[70041]: DEBUG oslo_vmware.rw_handles [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d80c5-8048-e48f-12f2-6542fdb3d7b0/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1181.871751] env[70041]: DEBUG oslo_vmware.rw_handles [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d80c5-8048-e48f-12f2-6542fdb3d7b0/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1181.960227] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b9b5118-793f-470b-89ee-2dd92bfdb906 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.282371] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.283260] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02a9ef19-430f-4138-b4c4-10840c9f7271 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.290232] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1182.290232] env[70041]: value = "task-3193674" [ 1182.290232] env[70041]: _type = "Task" [ 1182.290232] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.298412] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.802681] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193674, 'name': PowerOffVM_Task, 'duration_secs': 0.253339} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.802968] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.803301] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.804167] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbee64df-3492-48f4-8fe1-dbe360de3c78 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.811484] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.812045] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9f1cc58-c23f-45f2-8b03-6066b477a4f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.891096] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.891565] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.891799] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleting the datastore file [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.892103] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77ad7510-e1a5-45be-a662-78a58bd4c716 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.898795] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1182.898795] env[70041]: value = "task-3193676" [ 1182.898795] env[70041]: _type = "Task" [ 1182.898795] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.907110] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.408560] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191416} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.409014] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.409424] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.409759] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.441076] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.441417] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.441479] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.441654] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.441795] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.441943] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.442170] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.442329] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.442493] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.442650] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.442851] env[70041]: DEBUG nova.virt.hardware [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.443737] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5a9ff9-76b8-4616-97ac-695042c94669 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.451916] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd81519d-8b2d-466b-ab8e-54d8fb688efa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.466275] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:5e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '485c98f3-7a86-484d-842e-1285571c6a3c', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.473655] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.473981] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.474228] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1d5efb8-1c06-4229-a59c-4fdca5207c89 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.492889] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.492889] env[70041]: value = "task-3193677" [ 1184.492889] env[70041]: _type = "Task" [ 1184.492889] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.500341] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193677, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.003557] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193677, 'name': CreateVM_Task, 'duration_secs': 0.327757} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.003752] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.011070] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.011301] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.011659] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.011941] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250e830c-1f23-4a77-80d4-d47f65ac9302 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.016921] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1185.016921] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52179e13-e871-5b60-a7b2-55224e35064a" [ 1185.016921] env[70041]: _type = "Task" [ 1185.016921] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.025407] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52179e13-e871-5b60-a7b2-55224e35064a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.528212] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52179e13-e871-5b60-a7b2-55224e35064a, 'name': SearchDatastore_Task, 'duration_secs': 0.014951} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.528543] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.528791] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.529057] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.529214] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.529418] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.529695] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2260628a-a0ba-487d-96c9-1b31ea734a62 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.540912] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.541241] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.542142] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fe0a85-703d-436f-b2c1-cb1f0254bc15 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.548987] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1185.548987] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52987bda-99e1-c9a7-fd44-a7edb156ef10" [ 1185.548987] env[70041]: _type = "Task" [ 1185.548987] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.557172] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52987bda-99e1-c9a7-fd44-a7edb156ef10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.940693] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.940956] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.941145] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.941324] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.062223] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52987bda-99e1-c9a7-fd44-a7edb156ef10, 'name': SearchDatastore_Task, 'duration_secs': 0.016857} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.063125] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7764d5ec-c576-4bb8-901b-f4638be9fb0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.068671] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1186.068671] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b72c21-a1a7-cbd7-c65b-176e31796e55" [ 1186.068671] env[70041]: _type = "Task" [ 1186.068671] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.079657] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b72c21-a1a7-cbd7-c65b-176e31796e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.584143] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b72c21-a1a7-cbd7-c65b-176e31796e55, 'name': SearchDatastore_Task, 'duration_secs': 0.016683} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.584572] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.584988] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff/db88d685-9df3-4589-8fb1-f4d38a1f6fff.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.585392] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5a3c3b6-5084-417b-8e26-ebc8095f0fda {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.593913] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1186.593913] env[70041]: value = "task-3193678" [ 1186.593913] env[70041]: _type = "Task" [ 1186.593913] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.605770] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.915052] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.104746] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445529} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.104746] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff/db88d685-9df3-4589-8fb1-f4d38a1f6fff.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.104746] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.104746] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc729449-b9a6-4c99-baa6-05498150b3ea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.110846] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1187.110846] env[70041]: value = "task-3193679" [ 1187.110846] env[70041]: _type = "Task" [ 1187.110846] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.119330] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.621930] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073848} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.622346] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.623340] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe1f4e9-905a-4014-9923-8f3e7368f4c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.649698] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff/db88d685-9df3-4589-8fb1-f4d38a1f6fff.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.649954] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e55a8c4e-4070-431b-965d-972753480aab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.669259] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1187.669259] env[70041]: value = "task-3193680" [ 1187.669259] env[70041]: _type = "Task" [ 1187.669259] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.677276] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.914393] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.914580] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.914741] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1188.180619] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.679552] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193680, 'name': ReconfigVM_Task, 'duration_secs': 0.535684} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.679945] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Reconfigured VM instance instance-00000071 to attach disk [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff/db88d685-9df3-4589-8fb1-f4d38a1f6fff.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.680532] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a5fc901-263b-466b-ab75-dbde553d7af5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.688035] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1188.688035] env[70041]: value = "task-3193681" [ 1188.688035] env[70041]: _type = "Task" [ 1188.688035] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.696141] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193681, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.198066] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193681, 'name': Rename_Task, 'duration_secs': 0.258466} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.198066] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.198436] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbc94e0e-d965-4898-a685-490a6c674e01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.205842] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1189.205842] env[70041]: value = "task-3193682" [ 1189.205842] env[70041]: _type = "Task" [ 1189.205842] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.213065] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.717514] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193682, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.850780] env[70041]: DEBUG oslo_vmware.rw_handles [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d80c5-8048-e48f-12f2-6542fdb3d7b0/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1189.851728] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c48ae80-6923-44d4-9f27-53c633e51356 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.858084] env[70041]: DEBUG oslo_vmware.rw_handles [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d80c5-8048-e48f-12f2-6542fdb3d7b0/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1189.858251] env[70041]: ERROR oslo_vmware.rw_handles [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d80c5-8048-e48f-12f2-6542fdb3d7b0/disk-0.vmdk due to incomplete transfer. [ 1189.858464] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd091c1d-2099-4d22-a4a9-7f4cd7eff8f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.865924] env[70041]: DEBUG oslo_vmware.rw_handles [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525d80c5-8048-e48f-12f2-6542fdb3d7b0/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1189.866129] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Uploaded image f0f7a08c-1c38-47f7-902b-14320d1d6f89 to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1189.868462] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1189.868697] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-edd1b83b-9029-425d-a03b-7bc5aebd9a13 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.874458] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1189.874458] env[70041]: value = "task-3193683" [ 1189.874458] env[70041]: _type = "Task" [ 1189.874458] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.882170] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193683, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.913874] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.217624] env[70041]: DEBUG oslo_vmware.api [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193682, 'name': PowerOnVM_Task, 'duration_secs': 0.802895} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.217827] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.217957] env[70041]: DEBUG nova.compute.manager [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.218913] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21979668-e738-48b3-933d-3da9e4bd6f23 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.384625] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193683, 'name': Destroy_Task, 'duration_secs': 0.390457} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.384879] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Destroyed the VM [ 1190.385084] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1190.385324] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8dacf0f-0904-4815-aa33-d4e6a076f765 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.392100] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1190.392100] env[70041]: value = "task-3193684" [ 1190.392100] env[70041]: _type = "Task" [ 1190.392100] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.399254] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193684, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.417396] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.417635] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.417816] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.417971] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1190.418751] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8d5b2-a971-409e-83ab-5059c331aa0b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.425637] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcc8f95-9248-4f3d-8754-3441d79ba905 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.438817] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b812f941-4f51-40ae-95c2-6c6c5ddf9c50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.444775] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a1e54c-6648-4ca0-abdb-aaf8a7f1f35f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.472990] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179883MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1190.473160] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.473342] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.738083] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.585746] env[70041]: DEBUG oslo_concurrency.lockutils [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.585995] env[70041]: DEBUG oslo_concurrency.lockutils [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.586204] env[70041]: DEBUG oslo_concurrency.lockutils [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.586380] env[70041]: DEBUG oslo_concurrency.lockutils [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.586542] env[70041]: DEBUG oslo_concurrency.lockutils [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.587946] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193684, 'name': RemoveSnapshot_Task, 'duration_secs': 0.408116} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.588245] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1191.588615] env[70041]: DEBUG nova.compute.manager [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.590255] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd39d9e-25c5-4267-aab0-14207f771db2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.594487] env[70041]: INFO nova.compute.manager [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Terminating instance [ 1191.992062] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "f18fe357-1aa9-422f-9d47-09015698253d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.992401] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "f18fe357-1aa9-422f-9d47-09015698253d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.099643] env[70041]: DEBUG nova.compute.manager [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.099902] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.101090] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf9bbf-08be-4070-9ecf-7d573aa9f011 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.104761] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance de3b62b9-80ab-4f8f-a9ed-8d32479e0771 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.104905] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 9a819429-a81c-4e57-bfd8-6cf29d1a5d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.105103] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.105250] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 8324f683-c7fd-438e-9a15-91438206100e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.105369] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance dfb6b55f-77ef-4480-8ae0-6dfafa78072c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.105482] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.105593] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance db88d685-9df3-4589-8fb1-f4d38a1f6fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.110471] env[70041]: INFO nova.compute.manager [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Shelve offloading [ 1192.116110] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.116484] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64e422f9-a13f-41bf-946e-b60a8069e16e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.119924] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "8324f683-c7fd-438e-9a15-91438206100e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.120163] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.128239] env[70041]: DEBUG oslo_vmware.api [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1192.128239] env[70041]: value = "task-3193685" [ 1192.128239] env[70041]: _type = "Task" [ 1192.128239] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.137136] env[70041]: DEBUG oslo_vmware.api [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.495284] env[70041]: DEBUG nova.compute.manager [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.611133] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance f18fe357-1aa9-422f-9d47-09015698253d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1192.611338] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1192.611484] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1192.615335] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.615621] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb4db76-d593-4c65-bd66-f7dbbbe533d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.623296] env[70041]: DEBUG nova.compute.utils [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.624535] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1192.624535] env[70041]: value = "task-3193686" [ 1192.624535] env[70041]: _type = "Task" [ 1192.624535] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.638292] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1192.638506] env[70041]: DEBUG nova.compute.manager [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.639242] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a326982c-c975-401d-ba09-769bc6bb8535 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.648107] env[70041]: DEBUG oslo_vmware.api [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193685, 'name': PowerOffVM_Task, 'duration_secs': 0.186013} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.648778] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.648964] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.649205] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3339e0f8-c098-4501-a6a2-4640814ceaea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.651832] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.652093] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.652193] env[70041]: DEBUG nova.network.neutron [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.719205] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.719424] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.719594] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleting the datastore file [datastore2] db88d685-9df3-4589-8fb1-f4d38a1f6fff {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.719845] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-694fe30f-247e-4173-ae49-3d8d295489e6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.725919] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5af5f3-9eda-45f3-bb87-74d50ec6638c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.729582] env[70041]: DEBUG oslo_vmware.api [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1192.729582] env[70041]: value = "task-3193688" [ 1192.729582] env[70041]: _type = "Task" [ 1192.729582] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.736958] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f746fa-6d66-444b-a90a-85dfd6b326f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.743597] env[70041]: DEBUG oslo_vmware.api [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.771068] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715eea24-bd2f-4f90-bc93-131533511efe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.778564] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a44ccc-9844-49ec-81a4-e89690c1421d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.791706] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.014142] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.125842] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.239940] env[70041]: DEBUG oslo_vmware.api [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138398} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.240210] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.240390] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.240560] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.240786] env[70041]: INFO nova.compute.manager [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1193.241060] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.241283] env[70041]: DEBUG nova.compute.manager [-] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.241374] env[70041]: DEBUG nova.network.neutron [-] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.294652] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.393369] env[70041]: DEBUG nova.network.neutron [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating instance_info_cache with network_info: [{"id": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "address": "fa:16:3e:c5:84:d5", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e55dfc-e7", "ovs_interfaceid": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.527029] env[70041]: DEBUG nova.compute.manager [req-ed03f5de-7e56-4a25-9c22-edae47930e4e req-584df64c-9004-4414-8af7-75a037eceb05 service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Received event network-vif-deleted-485c98f3-7a86-484d-842e-1285571c6a3c {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1193.527207] env[70041]: INFO nova.compute.manager [req-ed03f5de-7e56-4a25-9c22-edae47930e4e req-584df64c-9004-4414-8af7-75a037eceb05 service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Neutron deleted interface 485c98f3-7a86-484d-842e-1285571c6a3c; detaching it from the instance and deleting it from the info cache [ 1193.527393] env[70041]: DEBUG nova.network.neutron [req-ed03f5de-7e56-4a25-9c22-edae47930e4e req-584df64c-9004-4414-8af7-75a037eceb05 service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.800106] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1193.800106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.326s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.800106] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.062s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.800356] env[70041]: DEBUG nova.objects.instance [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1193.895673] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.943617] env[70041]: DEBUG nova.network.neutron [-] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.029728] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b471bc85-ebdc-4567-a1b3-efe153809f0e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.039188] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b609fe2c-a050-4d7d-9346-5585446d0aac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.066956] env[70041]: DEBUG nova.compute.manager [req-ed03f5de-7e56-4a25-9c22-edae47930e4e req-584df64c-9004-4414-8af7-75a037eceb05 service nova] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Detach interface failed, port_id=485c98f3-7a86-484d-842e-1285571c6a3c, reason: Instance db88d685-9df3-4589-8fb1-f4d38a1f6fff could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1194.189723] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "8324f683-c7fd-438e-9a15-91438206100e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.189723] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.189723] env[70041]: INFO nova.compute.manager [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Attaching volume b46892c5-9652-45da-9f64-27051fda8e53 to /dev/sdb [ 1194.214564] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.215505] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09fc361-4861-411f-b9f9-b8bd15e1b741 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.223617] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.224591] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ad2ed8a-9386-4193-8009-c45d213d6945 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.226436] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74579fd6-11d9-49b7-8b94-e4a8bcdbd64d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.232804] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a92456-f89e-4914-aba6-b6ab40799b3d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.245475] env[70041]: DEBUG nova.virt.block_device [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Updating existing volume attachment record: 785cd8c3-e258-4d1d-9c69-665f63493be9 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.309896] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.310137] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.310312] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleting the datastore file [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.310559] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fdef7a3-6a04-4993-9aa5-9a5a9f786040 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.317587] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1194.317587] env[70041]: value = "task-3193690" [ 1194.317587] env[70041]: _type = "Task" [ 1194.317587] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.325143] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.448415] env[70041]: INFO nova.compute.manager [-] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Took 1.21 seconds to deallocate network for instance. [ 1194.809894] env[70041]: DEBUG oslo_concurrency.lockutils [None req-44e406c8-c703-4cd1-932d-0b222c36acd5 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.810328] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.796s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.811822] env[70041]: INFO nova.compute.claims [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.826793] env[70041]: DEBUG oslo_vmware.api [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121464} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.827656] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.829142] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.829142] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.851565] env[70041]: INFO nova.scheduler.client.report [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted allocations for instance a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd [ 1194.955400] env[70041]: DEBUG oslo_concurrency.lockutils [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.355882] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.553391] env[70041]: DEBUG nova.compute.manager [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received event network-vif-unplugged-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1195.553579] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] Acquiring lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.553797] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.553986] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.554171] env[70041]: DEBUG nova.compute.manager [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] No waiting events found dispatching network-vif-unplugged-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.554336] env[70041]: WARNING nova.compute.manager [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received unexpected event network-vif-unplugged-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 for instance with vm_state shelved_offloaded and task_state None. [ 1195.554490] env[70041]: DEBUG nova.compute.manager [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received event network-changed-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1195.554652] env[70041]: DEBUG nova.compute.manager [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Refreshing instance network info cache due to event network-changed-02e55dfc-e7b3-450d-8bb5-63152ca7ec98. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1195.554809] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] Acquiring lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.554940] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] Acquired lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.555106] env[70041]: DEBUG nova.network.neutron [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Refreshing network info cache for port 02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.912507] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57ea92d-e026-45e2-873f-47a78acbc832 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.920084] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112f2aff-d098-4cd1-896c-abe02a1dca98 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.953503] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ae3d49-cb9e-48d1-8c59-2634949da71c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.960955] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b215bed8-4472-458a-a835-79e07eb7faf8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.975395] env[70041]: DEBUG nova.compute.provider_tree [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.254113] env[70041]: DEBUG nova.network.neutron [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updated VIF entry in instance network info cache for port 02e55dfc-e7b3-450d-8bb5-63152ca7ec98. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.254470] env[70041]: DEBUG nova.network.neutron [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating instance_info_cache with network_info: [{"id": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "address": "fa:16:3e:c5:84:d5", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap02e55dfc-e7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.478383] env[70041]: DEBUG nova.scheduler.client.report [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.757779] env[70041]: DEBUG oslo_concurrency.lockutils [req-e2240a0c-47dc-4ef9-9dbb-76578a8f3815 req-3706d2fc-7a67-45ed-8228-a8999b27358a service nova] Releasing lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.983670] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.984171] env[70041]: DEBUG nova.compute.manager [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.986695] env[70041]: DEBUG oslo_concurrency.lockutils [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.031s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.986913] env[70041]: DEBUG nova.objects.instance [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lazy-loading 'resources' on Instance uuid db88d685-9df3-4589-8fb1-f4d38a1f6fff {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.036471] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.489788] env[70041]: DEBUG nova.compute.utils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.493866] env[70041]: DEBUG nova.compute.manager [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.494084] env[70041]: DEBUG nova.network.neutron [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.530709] env[70041]: DEBUG nova.policy [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97997df8ff2d49f59589a99a686979c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '722ab84c4e814f90ac451795a7f514e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.609772] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3185ee-8166-48a3-85a5-c347d8b2478f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.617584] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1998db2f-92e3-4022-94df-c65fd42ca2fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.647987] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad418e-5011-4df9-b4f4-660e711bf4b9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.655171] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa280b-605f-429b-9e36-025fa26568dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.668206] env[70041]: DEBUG nova.compute.provider_tree [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.776655] env[70041]: DEBUG nova.network.neutron [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Successfully created port: 2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.995020] env[70041]: DEBUG nova.compute.manager [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.171015] env[70041]: DEBUG nova.scheduler.client.report [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.675366] env[70041]: DEBUG oslo_concurrency.lockutils [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.677694] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.322s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.677945] env[70041]: DEBUG nova.objects.instance [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'resources' on Instance uuid a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.696920] env[70041]: INFO nova.scheduler.client.report [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted allocations for instance db88d685-9df3-4589-8fb1-f4d38a1f6fff [ 1198.788302] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1198.788542] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638641', 'volume_id': 'b46892c5-9652-45da-9f64-27051fda8e53', 'name': 'volume-b46892c5-9652-45da-9f64-27051fda8e53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8324f683-c7fd-438e-9a15-91438206100e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46892c5-9652-45da-9f64-27051fda8e53', 'serial': 'b46892c5-9652-45da-9f64-27051fda8e53'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1198.789425] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef30e08-cae1-4688-b40b-263d0ded7415 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.805866] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b3b5c9-7ca8-4b83-b907-389afe11795a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.829706] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-b46892c5-9652-45da-9f64-27051fda8e53/volume-b46892c5-9652-45da-9f64-27051fda8e53.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.829935] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42361cdb-db37-4ac0-800f-83fbfc5c6a98 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.847529] env[70041]: DEBUG oslo_vmware.api [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1198.847529] env[70041]: value = "task-3193695" [ 1198.847529] env[70041]: _type = "Task" [ 1198.847529] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.856266] env[70041]: DEBUG oslo_vmware.api [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.004032] env[70041]: DEBUG nova.compute.manager [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.030422] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.030870] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.031049] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.031286] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.031432] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.031578] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.031782] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.031935] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.032105] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.032267] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.032434] env[70041]: DEBUG nova.virt.hardware [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.033319] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d52a16-3bae-4c20-b2f5-93ade1a01902 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.041301] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b37034-7c17-4d2b-a7c1-756e8b294b65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.180123] env[70041]: DEBUG nova.objects.instance [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'numa_topology' on Instance uuid a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.205304] env[70041]: DEBUG nova.compute.manager [req-ae705a6a-9d82-4cde-a4e9-d5e960b02ae2 req-ee4d42cf-9b60-485d-a699-dac2628688d2 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Received event network-vif-plugged-2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1199.205492] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae705a6a-9d82-4cde-a4e9-d5e960b02ae2 req-ee4d42cf-9b60-485d-a699-dac2628688d2 service nova] Acquiring lock "f18fe357-1aa9-422f-9d47-09015698253d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.205700] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae705a6a-9d82-4cde-a4e9-d5e960b02ae2 req-ee4d42cf-9b60-485d-a699-dac2628688d2 service nova] Lock "f18fe357-1aa9-422f-9d47-09015698253d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.205870] env[70041]: DEBUG oslo_concurrency.lockutils [req-ae705a6a-9d82-4cde-a4e9-d5e960b02ae2 req-ee4d42cf-9b60-485d-a699-dac2628688d2 service nova] Lock "f18fe357-1aa9-422f-9d47-09015698253d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.206044] env[70041]: DEBUG nova.compute.manager [req-ae705a6a-9d82-4cde-a4e9-d5e960b02ae2 req-ee4d42cf-9b60-485d-a699-dac2628688d2 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] No waiting events found dispatching network-vif-plugged-2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.206205] env[70041]: WARNING nova.compute.manager [req-ae705a6a-9d82-4cde-a4e9-d5e960b02ae2 req-ee4d42cf-9b60-485d-a699-dac2628688d2 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Received unexpected event network-vif-plugged-2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0 for instance with vm_state building and task_state spawning. [ 1199.206691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-287d10e9-84a6-4f0d-a007-73c8c97c8bb0 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "db88d685-9df3-4589-8fb1-f4d38a1f6fff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.621s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.328284] env[70041]: DEBUG nova.network.neutron [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Successfully updated port: 2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.357172] env[70041]: DEBUG oslo_vmware.api [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193695, 'name': ReconfigVM_Task, 'duration_secs': 0.343696} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.357483] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-b46892c5-9652-45da-9f64-27051fda8e53/volume-b46892c5-9652-45da-9f64-27051fda8e53.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.362304] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e0d7c8-0cc5-4f7e-bdf4-7e103e1d81bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.376346] env[70041]: DEBUG oslo_vmware.api [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1199.376346] env[70041]: value = "task-3193696" [ 1199.376346] env[70041]: _type = "Task" [ 1199.376346] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.384115] env[70041]: DEBUG oslo_vmware.api [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.682552] env[70041]: DEBUG nova.objects.base [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1199.777887] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a0ab79-93c6-4628-9003-6e5180ee4f09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.785490] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e220d13-5ce4-414a-af91-d2160a766dcd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.818251] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9a59f8-9709-4b9d-8d0f-d6e21ad9dd55 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.825089] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb14e0-fe0f-4fa3-8d75-5ecdc2e7c779 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.828872] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-f18fe357-1aa9-422f-9d47-09015698253d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.829010] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-f18fe357-1aa9-422f-9d47-09015698253d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.829168] env[70041]: DEBUG nova.network.neutron [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.839300] env[70041]: DEBUG nova.compute.provider_tree [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.884429] env[70041]: DEBUG oslo_vmware.api [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193696, 'name': ReconfigVM_Task, 'duration_secs': 0.141217} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.884708] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638641', 'volume_id': 'b46892c5-9652-45da-9f64-27051fda8e53', 'name': 'volume-b46892c5-9652-45da-9f64-27051fda8e53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8324f683-c7fd-438e-9a15-91438206100e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46892c5-9652-45da-9f64-27051fda8e53', 'serial': 'b46892c5-9652-45da-9f64-27051fda8e53'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1200.341894] env[70041]: DEBUG nova.scheduler.client.report [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.360661] env[70041]: DEBUG nova.network.neutron [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.727166] env[70041]: DEBUG nova.network.neutron [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Updating instance_info_cache with network_info: [{"id": "2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0", "address": "fa:16:3e:43:38:49", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d19726e-1d", "ovs_interfaceid": "2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.846531] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.918776] env[70041]: DEBUG nova.objects.instance [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'flavor' on Instance uuid 8324f683-c7fd-438e-9a15-91438206100e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.229968] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-f18fe357-1aa9-422f-9d47-09015698253d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.230331] env[70041]: DEBUG nova.compute.manager [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Instance network_info: |[{"id": "2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0", "address": "fa:16:3e:43:38:49", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d19726e-1d", "ovs_interfaceid": "2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.231819] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:38:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.240746] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.241872] env[70041]: DEBUG nova.compute.manager [req-33dc3fa3-1c12-4c58-807b-c19ca4b138a6 req-beebca05-5a0b-4eb7-a4dc-18026c6ba9e5 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Received event network-changed-2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1201.242105] env[70041]: DEBUG nova.compute.manager [req-33dc3fa3-1c12-4c58-807b-c19ca4b138a6 req-beebca05-5a0b-4eb7-a4dc-18026c6ba9e5 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Refreshing instance network info cache due to event network-changed-2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1201.242332] env[70041]: DEBUG oslo_concurrency.lockutils [req-33dc3fa3-1c12-4c58-807b-c19ca4b138a6 req-beebca05-5a0b-4eb7-a4dc-18026c6ba9e5 service nova] Acquiring lock "refresh_cache-f18fe357-1aa9-422f-9d47-09015698253d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.242474] env[70041]: DEBUG oslo_concurrency.lockutils [req-33dc3fa3-1c12-4c58-807b-c19ca4b138a6 req-beebca05-5a0b-4eb7-a4dc-18026c6ba9e5 service nova] Acquired lock "refresh_cache-f18fe357-1aa9-422f-9d47-09015698253d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.242729] env[70041]: DEBUG nova.network.neutron [req-33dc3fa3-1c12-4c58-807b-c19ca4b138a6 req-beebca05-5a0b-4eb7-a4dc-18026c6ba9e5 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Refreshing network info cache for port 2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.243997] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.244414] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3568260c-5450-4611-a2b6-04ca6f4486eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.266475] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.266475] env[70041]: value = "task-3193697" [ 1201.266475] env[70041]: _type = "Task" [ 1201.266475] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.273967] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193697, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.354599] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b4a11b13-05ec-43da-970c-98dae3b346b6 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.179s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.355540] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.319s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.355540] env[70041]: INFO nova.compute.manager [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Unshelving [ 1201.425899] env[70041]: DEBUG oslo_concurrency.lockutils [None req-7741b09c-ce3e-4019-b819-948bd367a62c tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.776390] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193697, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.961167] env[70041]: DEBUG nova.network.neutron [req-33dc3fa3-1c12-4c58-807b-c19ca4b138a6 req-beebca05-5a0b-4eb7-a4dc-18026c6ba9e5 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Updated VIF entry in instance network info cache for port 2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.961528] env[70041]: DEBUG nova.network.neutron [req-33dc3fa3-1c12-4c58-807b-c19ca4b138a6 req-beebca05-5a0b-4eb7-a4dc-18026c6ba9e5 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Updating instance_info_cache with network_info: [{"id": "2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0", "address": "fa:16:3e:43:38:49", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d19726e-1d", "ovs_interfaceid": "2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.275940] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193697, 'name': CreateVM_Task, 'duration_secs': 0.702412} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.276131] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.276807] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.276982] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.277309] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.277554] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7a155e-9820-4b4e-95d9-68e73770f0c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.281736] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1202.281736] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a73c0f-1bd7-c6d4-7017-ab99f5a96ff6" [ 1202.281736] env[70041]: _type = "Task" [ 1202.281736] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.289032] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a73c0f-1bd7-c6d4-7017-ab99f5a96ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.377628] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.377904] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.378131] env[70041]: DEBUG nova.objects.instance [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'pci_requests' on Instance uuid a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.464198] env[70041]: DEBUG oslo_concurrency.lockutils [req-33dc3fa3-1c12-4c58-807b-c19ca4b138a6 req-beebca05-5a0b-4eb7-a4dc-18026c6ba9e5 service nova] Releasing lock "refresh_cache-f18fe357-1aa9-422f-9d47-09015698253d" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.606965] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.607217] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.794014] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52a73c0f-1bd7-c6d4-7017-ab99f5a96ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.794456] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.794727] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.795084] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.795334] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.795517] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.795794] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-655254fb-26c8-432d-b1b8-6a5eb74a4fc5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.803940] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.804129] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.804791] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4814fc22-b183-4ab4-8b00-c626b00d11ed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.809326] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1202.809326] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525a9bcd-6fab-6ddf-8c17-b6169a23fe4b" [ 1202.809326] env[70041]: _type = "Task" [ 1202.809326] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.816302] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525a9bcd-6fab-6ddf-8c17-b6169a23fe4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.881331] env[70041]: DEBUG nova.objects.instance [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'numa_topology' on Instance uuid a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.109752] env[70041]: DEBUG nova.compute.manager [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.320848] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]525a9bcd-6fab-6ddf-8c17-b6169a23fe4b, 'name': SearchDatastore_Task, 'duration_secs': 0.007501} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.321615] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff969e4-5d96-4bd7-8b45-a2a880562fcb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.327577] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1203.327577] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c4e1d4-1f7f-2f18-54c5-1818430d0dea" [ 1203.327577] env[70041]: _type = "Task" [ 1203.327577] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.335376] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c4e1d4-1f7f-2f18-54c5-1818430d0dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.383396] env[70041]: INFO nova.compute.claims [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.633629] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.837554] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52c4e1d4-1f7f-2f18-54c5-1818430d0dea, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.837816] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.838077] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f18fe357-1aa9-422f-9d47-09015698253d/f18fe357-1aa9-422f-9d47-09015698253d.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.838333] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-421e6354-c07e-40ea-a5cf-ae41b9ba1dd2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.845113] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1203.845113] env[70041]: value = "task-3193698" [ 1203.845113] env[70041]: _type = "Task" [ 1203.845113] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.852676] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.179909] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.180272] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.180470] env[70041]: INFO nova.compute.manager [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Shelving [ 1204.355243] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416072} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.355536] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] f18fe357-1aa9-422f-9d47-09015698253d/f18fe357-1aa9-422f-9d47-09015698253d.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.355795] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.356090] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0133361-3457-4318-8c5b-fdbe066ca4ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.361767] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1204.361767] env[70041]: value = "task-3193699" [ 1204.361767] env[70041]: _type = "Task" [ 1204.361767] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.369366] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.510577] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f00ff75-2c88-485a-a083-e7f4e3c590af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.521153] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5517d1-d930-4eff-9c24-e2e2f854aede {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.573350] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759541ae-d3c0-4b77-bc3b-c61cd267dee6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.584425] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3855c1f4-de24-4712-87a6-1d73a49a54e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.606107] env[70041]: DEBUG nova.compute.provider_tree [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.871208] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060697} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.871495] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.872245] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef1b100-4e03-45f7-ad3e-274740f88261 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.894762] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f18fe357-1aa9-422f-9d47-09015698253d/f18fe357-1aa9-422f-9d47-09015698253d.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.894762] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c4954ba-1145-4fa5-9b01-df945b728bcb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.912583] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1204.912583] env[70041]: value = "task-3193700" [ 1204.912583] env[70041]: _type = "Task" [ 1204.912583] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.919676] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.109681] env[70041]: DEBUG nova.scheduler.client.report [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.189032] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.189162] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1af2a75-92c8-4417-a1e2-e9de5ebdfe65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.195593] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1205.195593] env[70041]: value = "task-3193701" [ 1205.195593] env[70041]: _type = "Task" [ 1205.195593] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.203634] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.422390] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193700, 'name': ReconfigVM_Task, 'duration_secs': 0.247032} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.422640] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f18fe357-1aa9-422f-9d47-09015698253d/f18fe357-1aa9-422f-9d47-09015698253d.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.423355] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e4d4fce-e58e-4e5b-a6a9-63f48cb36bbf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.429577] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1205.429577] env[70041]: value = "task-3193702" [ 1205.429577] env[70041]: _type = "Task" [ 1205.429577] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.437846] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193702, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.615305] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.237s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.617496] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.984s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.619046] env[70041]: INFO nova.compute.claims [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.663273] env[70041]: INFO nova.network.neutron [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating port 02e55dfc-e7b3-450d-8bb5-63152ca7ec98 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1205.704175] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193701, 'name': PowerOffVM_Task, 'duration_secs': 0.18282} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.704435] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.705247] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af7eef-3b82-4f78-939e-a1df1e590eea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.723276] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6f4b48-7ecd-43d2-91bd-aaa8c5e29389 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.941226] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193702, 'name': Rename_Task, 'duration_secs': 0.137606} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.941226] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.941226] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-504f8c6f-4894-49ed-9056-50544f6da04d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.949021] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1205.949021] env[70041]: value = "task-3193703" [ 1205.949021] env[70041]: _type = "Task" [ 1205.949021] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.955276] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.233573] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Creating Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1206.233986] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e8f15076-ab63-4c94-afc1-22a32f0d5f01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.241937] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1206.241937] env[70041]: value = "task-3193704" [ 1206.241937] env[70041]: _type = "Task" [ 1206.241937] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.251581] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193704, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.457431] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193703, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.661502] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.661752] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.749710] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3fa72e-1b50-436a-800c-b48b0badec8e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.758237] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193704, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.760971] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2dde4c-341e-4013-827e-e729f6fffbaa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.791175] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad68c69-739c-4ec1-9dcd-5ff1cc13dd00 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.798962] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8ffdc4-9aaa-49e7-a63d-99011b015a58 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.812547] env[70041]: DEBUG nova.compute.provider_tree [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.958053] env[70041]: DEBUG oslo_vmware.api [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193703, 'name': PowerOnVM_Task, 'duration_secs': 0.554075} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.958492] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.958492] env[70041]: INFO nova.compute.manager [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1206.958678] env[70041]: DEBUG nova.compute.manager [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.959458] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d1f798-3588-424a-9952-28161fc89f12 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.100208] env[70041]: DEBUG nova.compute.manager [req-d37ff9cf-4916-4b6f-8901-e0ea7b19a6b0 req-0fc85249-545c-4d5f-8da5-5c93675962a4 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received event network-vif-plugged-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1207.100443] env[70041]: DEBUG oslo_concurrency.lockutils [req-d37ff9cf-4916-4b6f-8901-e0ea7b19a6b0 req-0fc85249-545c-4d5f-8da5-5c93675962a4 service nova] Acquiring lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.100656] env[70041]: DEBUG oslo_concurrency.lockutils [req-d37ff9cf-4916-4b6f-8901-e0ea7b19a6b0 req-0fc85249-545c-4d5f-8da5-5c93675962a4 service nova] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.100848] env[70041]: DEBUG oslo_concurrency.lockutils [req-d37ff9cf-4916-4b6f-8901-e0ea7b19a6b0 req-0fc85249-545c-4d5f-8da5-5c93675962a4 service nova] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.101030] env[70041]: DEBUG nova.compute.manager [req-d37ff9cf-4916-4b6f-8901-e0ea7b19a6b0 req-0fc85249-545c-4d5f-8da5-5c93675962a4 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] No waiting events found dispatching network-vif-plugged-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.101193] env[70041]: WARNING nova.compute.manager [req-d37ff9cf-4916-4b6f-8901-e0ea7b19a6b0 req-0fc85249-545c-4d5f-8da5-5c93675962a4 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received unexpected event network-vif-plugged-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 for instance with vm_state shelved_offloaded and task_state spawning. [ 1207.163807] env[70041]: DEBUG nova.compute.manager [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.176558] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.176744] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.176929] env[70041]: DEBUG nova.network.neutron [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.251426] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193704, 'name': CreateSnapshot_Task, 'duration_secs': 0.52174} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.251683] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Created Snapshot of the VM instance {{(pid=70041) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1207.252393] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6858fe5c-7643-4bb1-b846-f6595115c12f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.316277] env[70041]: DEBUG nova.scheduler.client.report [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.475603] env[70041]: INFO nova.compute.manager [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Took 14.48 seconds to build instance. [ 1207.686250] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.770650] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Creating linked-clone VM from snapshot {{(pid=70041) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1207.771053] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-134a89b6-2141-43b7-9125-350e6566602c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.780047] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1207.780047] env[70041]: value = "task-3193705" [ 1207.780047] env[70041]: _type = "Task" [ 1207.780047] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.790466] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193705, 'name': CloneVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.820434] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.820990] env[70041]: DEBUG nova.compute.manager [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.825072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.138s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.826031] env[70041]: INFO nova.compute.claims [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.907023] env[70041]: DEBUG nova.network.neutron [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating instance_info_cache with network_info: [{"id": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "address": "fa:16:3e:c5:84:d5", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e55dfc-e7", "ovs_interfaceid": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.977714] env[70041]: DEBUG oslo_concurrency.lockutils [None req-791d2018-6820-48d7-bd33-44dc524a1ead tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "f18fe357-1aa9-422f-9d47-09015698253d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.985s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.290479] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193705, 'name': CloneVM_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.326150] env[70041]: DEBUG nova.compute.utils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.327647] env[70041]: DEBUG nova.compute.manager [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.327821] env[70041]: DEBUG nova.network.neutron [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.369788] env[70041]: DEBUG nova.policy [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7221154d83da43f5a18f4c1dc3250971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd44b8714c8f4733971d681a890179c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.409980] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.434105] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d383ec5e64eca64f4898e9bce23f2be1',container_format='bare',created_at=2025-03-26T23:09:14Z,direct_url=,disk_format='vmdk',id=f0f7a08c-1c38-47f7-902b-14320d1d6f89,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-260350538-shelved',owner='ea4864b3041b41b2abc94ffa505e8145',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-03-26T23:09:28Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.434389] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.434547] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.434727] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.434873] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.435030] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.435242] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.435482] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.435574] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.435738] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.435912] env[70041]: DEBUG nova.virt.hardware [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.436876] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855c7f5-fd8b-4dec-97e3-12236f1ab130 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.446233] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4da97c-1e45-451c-b969-15070c252920 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.462216] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:84:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02e55dfc-e7b3-450d-8bb5-63152ca7ec98', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.469700] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.470324] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.470633] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb3e9a9c-8091-4be4-9135-e515b43798c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.490404] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.490404] env[70041]: value = "task-3193706" [ 1208.490404] env[70041]: _type = "Task" [ 1208.490404] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.497625] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193706, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.689372] env[70041]: DEBUG nova.network.neutron [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Successfully created port: 6ba3ed4f-27e5-43da-9182-cdd4ddb1099a {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.791530] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193705, 'name': CloneVM_Task} progress is 95%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.831460] env[70041]: DEBUG nova.compute.manager [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.896373] env[70041]: INFO nova.compute.manager [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Rebuilding instance [ 1208.943907] env[70041]: DEBUG nova.compute.manager [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.945193] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dd92cb-e85d-49e5-b6a4-8f949fb16cd8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.967747] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de31894f-5e1e-48f1-9c6d-23ab08c8b57f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.975045] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff36b44d-c02e-4d98-8178-c174f0104bc4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.007597] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537924d4-91a0-4150-9299-f4d68521342e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.018212] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70fd891-72f0-49aa-be25-6bcc43f4cb65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.022685] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193706, 'name': CreateVM_Task, 'duration_secs': 0.348643} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.023339] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.024326] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.024493] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.024864] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.025130] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfda4ec-7244-485a-a259-56fa1fa357ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.035703] env[70041]: DEBUG nova.compute.provider_tree [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.039514] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1209.039514] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf38e1-6cac-5f96-1581-94ced1123aab" [ 1209.039514] env[70041]: _type = "Task" [ 1209.039514] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.047565] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf38e1-6cac-5f96-1581-94ced1123aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.139077] env[70041]: DEBUG nova.compute.manager [req-ebb4fed9-5b9c-4575-ab3c-2108a6434c1e req-d13b034d-3466-4399-8483-03e017dd5023 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received event network-changed-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1209.139287] env[70041]: DEBUG nova.compute.manager [req-ebb4fed9-5b9c-4575-ab3c-2108a6434c1e req-d13b034d-3466-4399-8483-03e017dd5023 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Refreshing instance network info cache due to event network-changed-02e55dfc-e7b3-450d-8bb5-63152ca7ec98. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1209.139547] env[70041]: DEBUG oslo_concurrency.lockutils [req-ebb4fed9-5b9c-4575-ab3c-2108a6434c1e req-d13b034d-3466-4399-8483-03e017dd5023 service nova] Acquiring lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.139674] env[70041]: DEBUG oslo_concurrency.lockutils [req-ebb4fed9-5b9c-4575-ab3c-2108a6434c1e req-d13b034d-3466-4399-8483-03e017dd5023 service nova] Acquired lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.139776] env[70041]: DEBUG nova.network.neutron [req-ebb4fed9-5b9c-4575-ab3c-2108a6434c1e req-d13b034d-3466-4399-8483-03e017dd5023 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Refreshing network info cache for port 02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.291746] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193705, 'name': CloneVM_Task, 'duration_secs': 1.142134} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.292023] env[70041]: INFO nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Created linked-clone VM from snapshot [ 1209.293047] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e78564-7818-463f-a197-8748af97494a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.300129] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Uploading image 9faa563b-97bb-4786-af66-44d0a5fbd48e {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1209.321845] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1209.321845] env[70041]: value = "vm-638644" [ 1209.321845] env[70041]: _type = "VirtualMachine" [ 1209.321845] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1209.322163] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c391b075-535d-4a61-8b0a-fa2e5e4e7159 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.329845] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lease: (returnval){ [ 1209.329845] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52162109-3e08-a7e2-cc94-75218600f3e0" [ 1209.329845] env[70041]: _type = "HttpNfcLease" [ 1209.329845] env[70041]: } obtained for exporting VM: (result){ [ 1209.329845] env[70041]: value = "vm-638644" [ 1209.329845] env[70041]: _type = "VirtualMachine" [ 1209.329845] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1209.329845] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the lease: (returnval){ [ 1209.329845] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52162109-3e08-a7e2-cc94-75218600f3e0" [ 1209.329845] env[70041]: _type = "HttpNfcLease" [ 1209.329845] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1209.339242] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.339242] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52162109-3e08-a7e2-cc94-75218600f3e0" [ 1209.339242] env[70041]: _type = "HttpNfcLease" [ 1209.339242] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.539158] env[70041]: DEBUG nova.scheduler.client.report [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.557731] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.558091] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Processing image f0f7a08c-1c38-47f7-902b-14320d1d6f89 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.558434] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89/f0f7a08c-1c38-47f7-902b-14320d1d6f89.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.558710] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89/f0f7a08c-1c38-47f7-902b-14320d1d6f89.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.558920] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.559596] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0794226-9b7f-4c3a-ab4d-c8c7f0ea3540 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.580040] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.580040] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.580601] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e25551-4e68-48c9-876b-d926a5bab72f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.586845] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1209.586845] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52483e48-bd35-c7dc-d459-a31e3b8e15a0" [ 1209.586845] env[70041]: _type = "Task" [ 1209.586845] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.594753] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52483e48-bd35-c7dc-d459-a31e3b8e15a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.837906] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.837906] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52162109-3e08-a7e2-cc94-75218600f3e0" [ 1209.837906] env[70041]: _type = "HttpNfcLease" [ 1209.837906] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1209.838274] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1209.838274] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52162109-3e08-a7e2-cc94-75218600f3e0" [ 1209.838274] env[70041]: _type = "HttpNfcLease" [ 1209.838274] env[70041]: }. {{(pid=70041) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1209.839010] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b16a0c-a0b0-4915-96a4-e9b020fb9b11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.842180] env[70041]: DEBUG nova.network.neutron [req-ebb4fed9-5b9c-4575-ab3c-2108a6434c1e req-d13b034d-3466-4399-8483-03e017dd5023 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updated VIF entry in instance network info cache for port 02e55dfc-e7b3-450d-8bb5-63152ca7ec98. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.842514] env[70041]: DEBUG nova.network.neutron [req-ebb4fed9-5b9c-4575-ab3c-2108a6434c1e req-d13b034d-3466-4399-8483-03e017dd5023 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating instance_info_cache with network_info: [{"id": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "address": "fa:16:3e:c5:84:d5", "network": {"id": "de65d5da-efb0-4130-8d5b-41c74f333b50", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1783349170-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4864b3041b41b2abc94ffa505e8145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02e55dfc-e7", "ovs_interfaceid": "02e55dfc-e7b3-450d-8bb5-63152ca7ec98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.844478] env[70041]: DEBUG nova.compute.manager [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.851432] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52985314-5ed5-5edd-51a6-3fa0c1c80e4d/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1209.851647] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52985314-5ed5-5edd-51a6-3fa0c1c80e4d/disk-0.vmdk for reading. {{(pid=70041) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1209.916571] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.916842] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.917064] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.917266] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.917414] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.917560] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.917856] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.918012] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.918187] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.918348] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.918516] env[70041]: DEBUG nova.virt.hardware [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.919379] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d221f8-4488-45bb-9984-5b5019ba3a2a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.927368] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026373e7-1896-4b0f-8790-0b2869cfa6f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.960649] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.960954] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71a74d1a-da62-4363-ae13-b530934877b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.967335] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1209.967335] env[70041]: value = "task-3193708" [ 1209.967335] env[70041]: _type = "Task" [ 1209.967335] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.975595] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.983740] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-865f9217-e193-4e42-bcf0-65dde05dacd4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.049836] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.050491] env[70041]: DEBUG nova.compute.manager [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.097791] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Preparing fetch location {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1210.098068] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Fetch image to [datastore1] OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464/OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464.vmdk {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1210.098255] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Downloading stream optimized image f0f7a08c-1c38-47f7-902b-14320d1d6f89 to [datastore1] OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464/OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464.vmdk on the data store datastore1 as vApp {{(pid=70041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1210.098423] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Downloading image file data f0f7a08c-1c38-47f7-902b-14320d1d6f89 to the ESX as VM named 'OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464' {{(pid=70041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1210.158477] env[70041]: DEBUG nova.network.neutron [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Successfully updated port: 6ba3ed4f-27e5-43da-9182-cdd4ddb1099a {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.169752] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1210.169752] env[70041]: value = "resgroup-9" [ 1210.169752] env[70041]: _type = "ResourcePool" [ 1210.169752] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1210.169985] env[70041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-167ed268-609f-4c13-9dcb-ea36f164a18d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.192975] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease: (returnval){ [ 1210.192975] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e259fd-e468-78e9-b8ce-882bbd57bcdb" [ 1210.192975] env[70041]: _type = "HttpNfcLease" [ 1210.192975] env[70041]: } obtained for vApp import into resource pool (val){ [ 1210.192975] env[70041]: value = "resgroup-9" [ 1210.192975] env[70041]: _type = "ResourcePool" [ 1210.192975] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1210.193512] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the lease: (returnval){ [ 1210.193512] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e259fd-e468-78e9-b8ce-882bbd57bcdb" [ 1210.193512] env[70041]: _type = "HttpNfcLease" [ 1210.193512] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1210.200887] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.200887] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e259fd-e468-78e9-b8ce-882bbd57bcdb" [ 1210.200887] env[70041]: _type = "HttpNfcLease" [ 1210.200887] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.348081] env[70041]: DEBUG oslo_concurrency.lockutils [req-ebb4fed9-5b9c-4575-ab3c-2108a6434c1e req-d13b034d-3466-4399-8483-03e017dd5023 service nova] Releasing lock "refresh_cache-a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.478233] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193708, 'name': PowerOffVM_Task, 'duration_secs': 0.204516} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.478613] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.478964] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.479837] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b2c922-e751-4e13-b8bf-508405af79fb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.486750] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.487049] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33360e9d-1bef-4937-8886-531f7312b5e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.548725] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.549462] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.549763] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleting the datastore file [datastore2] f18fe357-1aa9-422f-9d47-09015698253d {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.550402] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66c56919-e65b-4162-b613-c0595bfe1c3b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.554680] env[70041]: DEBUG nova.compute.utils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.556960] env[70041]: DEBUG nova.compute.manager [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.557602] env[70041]: DEBUG nova.network.neutron [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.560296] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1210.560296] env[70041]: value = "task-3193711" [ 1210.560296] env[70041]: _type = "Task" [ 1210.560296] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.568745] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.598992] env[70041]: DEBUG nova.policy [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa7382e2f33945cd92dfa93bd117325a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015b14f6fdaf44d6a80361a791b9ab72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.664833] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "refresh_cache-d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.664998] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "refresh_cache-d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.665427] env[70041]: DEBUG nova.network.neutron [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.702532] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.702532] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e259fd-e468-78e9-b8ce-882bbd57bcdb" [ 1210.702532] env[70041]: _type = "HttpNfcLease" [ 1210.702532] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.953237] env[70041]: DEBUG nova.network.neutron [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Successfully created port: 8d24fcef-0be6-4a81-b11a-171c0238e471 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.061876] env[70041]: DEBUG nova.compute.manager [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.079523] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167926} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.079994] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.080375] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.080747] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.174748] env[70041]: DEBUG nova.compute.manager [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Received event network-vif-plugged-6ba3ed4f-27e5-43da-9182-cdd4ddb1099a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1211.175658] env[70041]: DEBUG oslo_concurrency.lockutils [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] Acquiring lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.175658] env[70041]: DEBUG oslo_concurrency.lockutils [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] Lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.175658] env[70041]: DEBUG oslo_concurrency.lockutils [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] Lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.176080] env[70041]: DEBUG nova.compute.manager [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] No waiting events found dispatching network-vif-plugged-6ba3ed4f-27e5-43da-9182-cdd4ddb1099a {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.176080] env[70041]: WARNING nova.compute.manager [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Received unexpected event network-vif-plugged-6ba3ed4f-27e5-43da-9182-cdd4ddb1099a for instance with vm_state building and task_state spawning. [ 1211.176348] env[70041]: DEBUG nova.compute.manager [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Received event network-changed-6ba3ed4f-27e5-43da-9182-cdd4ddb1099a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1211.176348] env[70041]: DEBUG nova.compute.manager [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Refreshing instance network info cache due to event network-changed-6ba3ed4f-27e5-43da-9182-cdd4ddb1099a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1211.176514] env[70041]: DEBUG oslo_concurrency.lockutils [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] Acquiring lock "refresh_cache-d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.203250] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.203250] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e259fd-e468-78e9-b8ce-882bbd57bcdb" [ 1211.203250] env[70041]: _type = "HttpNfcLease" [ 1211.203250] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1211.204572] env[70041]: DEBUG nova.network.neutron [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.207080] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1211.207080] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e259fd-e468-78e9-b8ce-882bbd57bcdb" [ 1211.207080] env[70041]: _type = "HttpNfcLease" [ 1211.207080] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1211.208116] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c14170b-7060-42a8-bd1c-c706f3f15f50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.217185] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f9865-a8c4-1011-5d38-fa3529b3cb77/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1211.217445] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f9865-a8c4-1011-5d38-fa3529b3cb77/disk-0.vmdk. {{(pid=70041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1211.290300] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b007950e-ec86-4443-8ff3-9659ce5ccc8e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.400166] env[70041]: DEBUG nova.network.neutron [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Updating instance_info_cache with network_info: [{"id": "6ba3ed4f-27e5-43da-9182-cdd4ddb1099a", "address": "fa:16:3e:d2:dd:b3", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba3ed4f-27", "ovs_interfaceid": "6ba3ed4f-27e5-43da-9182-cdd4ddb1099a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.903341] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "refresh_cache-d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.903341] env[70041]: DEBUG nova.compute.manager [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Instance network_info: |[{"id": "6ba3ed4f-27e5-43da-9182-cdd4ddb1099a", "address": "fa:16:3e:d2:dd:b3", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba3ed4f-27", "ovs_interfaceid": "6ba3ed4f-27e5-43da-9182-cdd4ddb1099a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.903535] env[70041]: DEBUG oslo_concurrency.lockutils [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] Acquired lock "refresh_cache-d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.903589] env[70041]: DEBUG nova.network.neutron [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Refreshing network info cache for port 6ba3ed4f-27e5-43da-9182-cdd4ddb1099a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.907026] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:dd:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba3ed4f-27e5-43da-9182-cdd4ddb1099a', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.913514] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.922285] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.923333] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b97f3eb1-6881-4c5d-a802-794de48acfb2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.950202] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.950202] env[70041]: value = "task-3193712" [ 1211.950202] env[70041]: _type = "Task" [ 1211.950202] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.962036] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193712, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.078702] env[70041]: DEBUG nova.compute.manager [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.125119] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.125119] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.125119] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.125119] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.125119] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.125119] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.125927] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.127163] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.127163] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.127163] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.127163] env[70041]: DEBUG nova.virt.hardware [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.129455] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f2418-9e60-4c76-9c40-25b4674d2f70 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.145360] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.145829] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.146094] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.146375] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.146647] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.146928] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.147272] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.147608] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.147898] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.152287] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.152621] env[70041]: DEBUG nova.virt.hardware [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.154905] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b188a87b-f0a2-49e0-b329-a2cfb4c45a2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.163524] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75d59a2-d873-4160-8e25-c933c0f36096 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.199979] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415dcef1-e32f-497e-9088-7d98faa8a997 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.216962] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:38:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.224699] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.231634] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.231970] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ed24e5a-2751-45e4-9e10-9f4af9c4c0dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.255535] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.255535] env[70041]: value = "task-3193713" [ 1212.255535] env[70041]: _type = "Task" [ 1212.255535] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.266680] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193713, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.281298] env[70041]: DEBUG nova.network.neutron [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Updated VIF entry in instance network info cache for port 6ba3ed4f-27e5-43da-9182-cdd4ddb1099a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.281669] env[70041]: DEBUG nova.network.neutron [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Updating instance_info_cache with network_info: [{"id": "6ba3ed4f-27e5-43da-9182-cdd4ddb1099a", "address": "fa:16:3e:d2:dd:b3", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba3ed4f-27", "ovs_interfaceid": "6ba3ed4f-27e5-43da-9182-cdd4ddb1099a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.460253] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193712, 'name': CreateVM_Task, 'duration_secs': 0.441013} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.460443] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.461286] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.461482] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.462330] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.463833] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ed4880-155a-4da2-b86c-6150aebbe76e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.469092] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1212.469092] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520e2751-437c-65fd-c47f-430be50c43e3" [ 1212.469092] env[70041]: _type = "Task" [ 1212.469092] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.482807] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520e2751-437c-65fd-c47f-430be50c43e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.495100] env[70041]: DEBUG nova.network.neutron [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Successfully updated port: 8d24fcef-0be6-4a81-b11a-171c0238e471 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.596805] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.596805] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.596805] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.596805] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.596805] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.598248] env[70041]: INFO nova.compute.manager [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Terminating instance [ 1212.735968] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Completed reading data from the image iterator. {{(pid=70041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1212.736270] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f9865-a8c4-1011-5d38-fa3529b3cb77/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.737460] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148eee38-d24e-4878-a0d4-6bae7df7539c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.745649] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f9865-a8c4-1011-5d38-fa3529b3cb77/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.745917] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f9865-a8c4-1011-5d38-fa3529b3cb77/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1212.746206] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-71de4645-04bf-4132-a571-9744f59a9888 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.765840] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193713, 'name': CreateVM_Task, 'duration_secs': 0.394423} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.766236] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.766989] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.784856] env[70041]: DEBUG oslo_concurrency.lockutils [req-c5f265d9-1ce4-4f7a-aca7-bff393fe28bb req-efd439e3-d094-4dbd-a533-2dc950d2eb66 service nova] Releasing lock "refresh_cache-d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.984324] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]520e2751-437c-65fd-c47f-430be50c43e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012869} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.984764] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.985153] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.985509] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.985772] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.986067] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.986536] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.986989] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.987338] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bff5079e-d8e9-44c7-b271-f5257a5e5f32 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.990191] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36295841-dd74-4e17-a750-c65e87959892 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.997214] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1212.997214] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ca6382-92cb-ba27-37d0-dc164ed32be4" [ 1212.997214] env[70041]: _type = "Task" [ 1212.997214] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.002838] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "refresh_cache-5582ab5d-766c-43a3-ac16-3cde16f94e4b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.003009] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "refresh_cache-5582ab5d-766c-43a3-ac16-3cde16f94e4b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.003162] env[70041]: DEBUG nova.network.neutron [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.004516] env[70041]: DEBUG oslo_vmware.rw_handles [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f9865-a8c4-1011-5d38-fa3529b3cb77/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1213.004758] env[70041]: INFO nova.virt.vmwareapi.images [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Downloaded image file data f0f7a08c-1c38-47f7-902b-14320d1d6f89 [ 1213.007121] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5ccc06-934e-4836-9292-37b61f8fa481 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.009808] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.009988] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.014385] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc3b7b8-9982-443c-9406-9e90ea9bea98 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.017159] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ca6382-92cb-ba27-37d0-dc164ed32be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.032841] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30066815-fc4e-4877-9fa1-8894a135f8d9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.034642] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1213.034642] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bfdc28-00eb-642d-6952-7c6fdba01c52" [ 1213.034642] env[70041]: _type = "Task" [ 1213.034642] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.043468] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bfdc28-00eb-642d-6952-7c6fdba01c52, 'name': SearchDatastore_Task, 'duration_secs': 0.007915} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.044296] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1abb1d-e1af-4a66-a5c9-939b9ecbc13f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.049952] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1213.049952] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fc834b-776c-e85a-30d1-411aed97be52" [ 1213.049952] env[70041]: _type = "Task" [ 1213.049952] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.058878] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fc834b-776c-e85a-30d1-411aed97be52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.060049] env[70041]: INFO nova.virt.vmwareapi.images [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] The imported VM was unregistered [ 1213.061861] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Caching image {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1213.062093] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.062344] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94192f7e-b19c-4b54-bbf7-48ece7f1179d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.072158] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Created directory with path [datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89 {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.072361] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464/OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464.vmdk to [datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89/f0f7a08c-1c38-47f7-902b-14320d1d6f89.vmdk. {{(pid=70041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1213.072610] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-56ec538b-904a-4e42-8a29-0c2c94524aa5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.078811] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1213.078811] env[70041]: value = "task-3193715" [ 1213.078811] env[70041]: _type = "Task" [ 1213.078811] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.086627] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193715, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.103069] env[70041]: DEBUG nova.compute.manager [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.103344] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.104364] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e5a65e-6058-41df-99d7-f76168b4e8c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.111768] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.112014] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fe34f66-783c-4a39-ac03-f061560357a8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.118218] env[70041]: DEBUG oslo_vmware.api [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1213.118218] env[70041]: value = "task-3193716" [ 1213.118218] env[70041]: _type = "Task" [ 1213.118218] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.126777] env[70041]: DEBUG oslo_vmware.api [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.203446] env[70041]: DEBUG nova.compute.manager [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Received event network-vif-plugged-8d24fcef-0be6-4a81-b11a-171c0238e471 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1213.203617] env[70041]: DEBUG oslo_concurrency.lockutils [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] Acquiring lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.203850] env[70041]: DEBUG oslo_concurrency.lockutils [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.204079] env[70041]: DEBUG oslo_concurrency.lockutils [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.204263] env[70041]: DEBUG nova.compute.manager [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] No waiting events found dispatching network-vif-plugged-8d24fcef-0be6-4a81-b11a-171c0238e471 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.204429] env[70041]: WARNING nova.compute.manager [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Received unexpected event network-vif-plugged-8d24fcef-0be6-4a81-b11a-171c0238e471 for instance with vm_state building and task_state spawning. [ 1213.204611] env[70041]: DEBUG nova.compute.manager [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Received event network-changed-8d24fcef-0be6-4a81-b11a-171c0238e471 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1213.204776] env[70041]: DEBUG nova.compute.manager [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Refreshing instance network info cache due to event network-changed-8d24fcef-0be6-4a81-b11a-171c0238e471. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1213.204941] env[70041]: DEBUG oslo_concurrency.lockutils [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] Acquiring lock "refresh_cache-5582ab5d-766c-43a3-ac16-3cde16f94e4b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.510301] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ca6382-92cb-ba27-37d0-dc164ed32be4, 'name': SearchDatastore_Task, 'duration_secs': 0.018789} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.510530] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.511419] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.511419] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.543748] env[70041]: DEBUG nova.network.neutron [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.560683] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fc834b-776c-e85a-30d1-411aed97be52, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.560952] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.561199] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd/d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.561493] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.561682] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.561902] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f6cd8a8-1dbd-433e-8f82-1db92af73bda {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.564079] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c4602d7-73ca-45c6-9699-48e10ce7b840 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.573441] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1213.573441] env[70041]: value = "task-3193717" [ 1213.573441] env[70041]: _type = "Task" [ 1213.573441] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.583319] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.587103] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.587353] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.588675] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fc55b8-2937-4743-b33a-dec3631a5bef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.594520] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193715, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.598376] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1213.598376] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528ff9f5-9593-e509-cb32-d879dfdbf7ef" [ 1213.598376] env[70041]: _type = "Task" [ 1213.598376] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.609575] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528ff9f5-9593-e509-cb32-d879dfdbf7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.627275] env[70041]: DEBUG oslo_vmware.api [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193716, 'name': PowerOffVM_Task, 'duration_secs': 0.247888} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.627517] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.627683] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.627949] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dfc5c95-0473-4529-be5c-98353b0c973b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.740929] env[70041]: DEBUG nova.network.neutron [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Updating instance_info_cache with network_info: [{"id": "8d24fcef-0be6-4a81-b11a-171c0238e471", "address": "fa:16:3e:5f:75:75", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d24fcef-0b", "ovs_interfaceid": "8d24fcef-0be6-4a81-b11a-171c0238e471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.008489] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.008779] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.008887] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleting the datastore file [datastore2] 9a819429-a81c-4e57-bfd8-6cf29d1a5d35 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.009194] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65036be8-6662-4565-bdf7-a84fee679086 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.016673] env[70041]: DEBUG oslo_vmware.api [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1214.016673] env[70041]: value = "task-3193719" [ 1214.016673] env[70041]: _type = "Task" [ 1214.016673] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.025247] env[70041]: DEBUG oslo_vmware.api [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.083208] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.091785] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193715, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.109693] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528ff9f5-9593-e509-cb32-d879dfdbf7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.088723} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.110644] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef0d924-3ddd-41ba-ad51-0d6fcbe4a121 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.116614] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1214.116614] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52189014-377d-2623-a798-43d29ff0d6b0" [ 1214.116614] env[70041]: _type = "Task" [ 1214.116614] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.125659] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52189014-377d-2623-a798-43d29ff0d6b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.244403] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "refresh_cache-5582ab5d-766c-43a3-ac16-3cde16f94e4b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.244901] env[70041]: DEBUG nova.compute.manager [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Instance network_info: |[{"id": "8d24fcef-0be6-4a81-b11a-171c0238e471", "address": "fa:16:3e:5f:75:75", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d24fcef-0b", "ovs_interfaceid": "8d24fcef-0be6-4a81-b11a-171c0238e471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.245263] env[70041]: DEBUG oslo_concurrency.lockutils [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] Acquired lock "refresh_cache-5582ab5d-766c-43a3-ac16-3cde16f94e4b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.245456] env[70041]: DEBUG nova.network.neutron [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Refreshing network info cache for port 8d24fcef-0be6-4a81-b11a-171c0238e471 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.246853] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:75:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d24fcef-0be6-4a81-b11a-171c0238e471', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.255898] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.257115] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.257387] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31078ebc-e230-4da9-8608-f4e5b4c2ff5e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.278695] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.278695] env[70041]: value = "task-3193720" [ 1214.278695] env[70041]: _type = "Task" [ 1214.278695] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.289627] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193720, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.527370] env[70041]: DEBUG oslo_vmware.api [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292802} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.527739] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.527945] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.528671] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.528671] env[70041]: INFO nova.compute.manager [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1214.528671] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.529076] env[70041]: DEBUG nova.compute.manager [-] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.529076] env[70041]: DEBUG nova.network.neutron [-] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.583301] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.591170] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193715, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.626769] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52189014-377d-2623-a798-43d29ff0d6b0, 'name': SearchDatastore_Task, 'duration_secs': 0.095113} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.627028] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.627331] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] f18fe357-1aa9-422f-9d47-09015698253d/f18fe357-1aa9-422f-9d47-09015698253d.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.627637] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-705645e3-7d2d-4c8a-836f-e8c37bb17823 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.635019] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1214.635019] env[70041]: value = "task-3193721" [ 1214.635019] env[70041]: _type = "Task" [ 1214.635019] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.643103] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.789212] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193720, 'name': CreateVM_Task} progress is 25%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.053397] env[70041]: DEBUG nova.network.neutron [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Updated VIF entry in instance network info cache for port 8d24fcef-0be6-4a81-b11a-171c0238e471. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.053890] env[70041]: DEBUG nova.network.neutron [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Updating instance_info_cache with network_info: [{"id": "8d24fcef-0be6-4a81-b11a-171c0238e471", "address": "fa:16:3e:5f:75:75", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d24fcef-0b", "ovs_interfaceid": "8d24fcef-0be6-4a81-b11a-171c0238e471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.086251] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193717, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.095083] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193715, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.145076] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.234083] env[70041]: DEBUG nova.compute.manager [req-0168d87a-2030-4f41-85fb-b20026fb8ed6 req-c9a05ba3-03cd-438a-b02d-3e6b864501fe service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Received event network-vif-deleted-d271dc93-edd6-419c-bd5e-2cb34db660e8 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1215.234312] env[70041]: INFO nova.compute.manager [req-0168d87a-2030-4f41-85fb-b20026fb8ed6 req-c9a05ba3-03cd-438a-b02d-3e6b864501fe service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Neutron deleted interface d271dc93-edd6-419c-bd5e-2cb34db660e8; detaching it from the instance and deleting it from the info cache [ 1215.234507] env[70041]: DEBUG nova.network.neutron [req-0168d87a-2030-4f41-85fb-b20026fb8ed6 req-c9a05ba3-03cd-438a-b02d-3e6b864501fe service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.289165] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193720, 'name': CreateVM_Task, 'duration_secs': 0.874224} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.289408] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.290215] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.290422] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.290815] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.291228] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a03d43-e9db-4ab5-8d74-374e255684db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.296514] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1215.296514] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52618162-38c8-0bce-9c78-842054e6709e" [ 1215.296514] env[70041]: _type = "Task" [ 1215.296514] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.305687] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52618162-38c8-0bce-9c78-842054e6709e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.512631] env[70041]: DEBUG nova.network.neutron [-] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.557039] env[70041]: DEBUG oslo_concurrency.lockutils [req-29aa59d8-1e88-4fd2-8ba6-e559b68fb4e0 req-4ace4f5b-f6ae-47cf-b535-edce3a3e1dde service nova] Releasing lock "refresh_cache-5582ab5d-766c-43a3-ac16-3cde16f94e4b" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.587946] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193717, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.996158} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.591250] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd/d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.591484] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.592228] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55624a64-a5ec-47ea-a584-881291ef37d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.598963] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193715, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.485627} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.600241] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464/OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464.vmdk to [datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89/f0f7a08c-1c38-47f7-902b-14320d1d6f89.vmdk. [ 1215.600433] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Cleaning up location [datastore1] OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1215.600643] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_fc72e512-0542-41ac-acf8-20ff0aee2464 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.600887] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1215.600887] env[70041]: value = "task-3193722" [ 1215.600887] env[70041]: _type = "Task" [ 1215.600887] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.601112] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a344fefb-d922-446c-adb8-6c745a460aec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.612778] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.614456] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1215.614456] env[70041]: value = "task-3193723" [ 1215.614456] env[70041]: _type = "Task" [ 1215.614456] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.623220] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.659763] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193721, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.737417] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cb97bc9-6fe6-46f5-a839-01785794ea64 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.754193] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e7ff7-9a2e-4150-83d7-bfe0170f6b0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.809387] env[70041]: DEBUG nova.compute.manager [req-0168d87a-2030-4f41-85fb-b20026fb8ed6 req-c9a05ba3-03cd-438a-b02d-3e6b864501fe service nova] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Detach interface failed, port_id=d271dc93-edd6-419c-bd5e-2cb34db660e8, reason: Instance 9a819429-a81c-4e57-bfd8-6cf29d1a5d35 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1215.819868] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52618162-38c8-0bce-9c78-842054e6709e, 'name': SearchDatastore_Task, 'duration_secs': 0.050966} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.820234] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.820491] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.820759] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.820990] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.821201] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.821494] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24616e8a-d77e-4d5f-a52b-731bd1a7f78c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.834457] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.834599] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.835399] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6ab98d-5514-4ab9-be22-60654f779245 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.841516] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1215.841516] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52509b2a-4c19-fc30-25f7-93f6b600c1c6" [ 1215.841516] env[70041]: _type = "Task" [ 1215.841516] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.850109] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52509b2a-4c19-fc30-25f7-93f6b600c1c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.016340] env[70041]: INFO nova.compute.manager [-] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Took 1.49 seconds to deallocate network for instance. [ 1216.113405] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11484} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.114440] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.114988] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefec20-17b5-4a42-8852-b95d0aef4b6e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.139628] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd/d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.143317] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c190c9-99de-423e-a045-aa70583ca59a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.157238] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201221} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.160317] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.160490] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89/f0f7a08c-1c38-47f7-902b-14320d1d6f89.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.160731] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89/f0f7a08c-1c38-47f7-902b-14320d1d6f89.vmdk to [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd/a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.161387] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae011926-5b7d-4373-b3b2-0198812c3107 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.169345] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1216.169345] env[70041]: value = "task-3193724" [ 1216.169345] env[70041]: _type = "Task" [ 1216.169345] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.169605] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193721, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.262295} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.170827] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] f18fe357-1aa9-422f-9d47-09015698253d/f18fe357-1aa9-422f-9d47-09015698253d.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.171050] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.171336] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1216.171336] env[70041]: value = "task-3193725" [ 1216.171336] env[70041]: _type = "Task" [ 1216.171336] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.174215] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c916710e-4766-4a97-ab3b-682330d41e3d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.184428] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.189013] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1216.189013] env[70041]: value = "task-3193726" [ 1216.189013] env[70041]: _type = "Task" [ 1216.189013] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.189268] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.197957] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.354441] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52509b2a-4c19-fc30-25f7-93f6b600c1c6, 'name': SearchDatastore_Task, 'duration_secs': 0.040315} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.355448] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12e0666-4822-44ff-ba72-b9c7a50f467b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.361392] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1216.361392] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52835a7b-9c21-1c4b-ee77-63665634cb05" [ 1216.361392] env[70041]: _type = "Task" [ 1216.361392] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.370795] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52835a7b-9c21-1c4b-ee77-63665634cb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.522862] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.523241] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.523489] env[70041]: DEBUG nova.objects.instance [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'resources' on Instance uuid 9a819429-a81c-4e57-bfd8-6cf29d1a5d35 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.683441] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193724, 'name': ReconfigVM_Task, 'duration_secs': 0.405075} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.684152] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Reconfigured VM instance instance-00000073 to attach disk [datastore1] d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd/d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.684884] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be3244e6-61ce-4d0b-a25d-1bc87ade1577 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.689639] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193725, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.695562] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1216.695562] env[70041]: value = "task-3193727" [ 1216.695562] env[70041]: _type = "Task" [ 1216.695562] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.699136] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066083} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.703118] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.703926] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eec72a9-b66c-4f8c-b859-3d8fc96741fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.712244] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193727, 'name': Rename_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.731236] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f18fe357-1aa9-422f-9d47-09015698253d/f18fe357-1aa9-422f-9d47-09015698253d.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.731613] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5243d9cb-97c4-4238-863f-0f7b6aea381f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.751215] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1216.751215] env[70041]: value = "task-3193728" [ 1216.751215] env[70041]: _type = "Task" [ 1216.751215] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.760393] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.873834] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52835a7b-9c21-1c4b-ee77-63665634cb05, 'name': SearchDatastore_Task, 'duration_secs': 0.046362} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.874081] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.874372] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5582ab5d-766c-43a3-ac16-3cde16f94e4b/5582ab5d-766c-43a3-ac16-3cde16f94e4b.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.874638] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92c8898c-8605-4c26-9d2f-9f5fa043cfc3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.881563] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1216.881563] env[70041]: value = "task-3193729" [ 1216.881563] env[70041]: _type = "Task" [ 1216.881563] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.890326] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.173156] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9c18da-374f-4d84-bb59-fdd80c37f6a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.183266] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe2bf5-73d8-49a2-925c-b823d9debcf7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.189645] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193725, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.221683] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d11bf3-9b69-458e-8296-5f76e5594793 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.230129] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193727, 'name': Rename_Task, 'duration_secs': 0.181687} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.232523] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.232883] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8321ef18-d035-419b-a4b9-12379986101b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.236189] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746b3cd6-816f-4644-99a1-37cce05dc681 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.250812] env[70041]: DEBUG nova.compute.provider_tree [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.253815] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1217.253815] env[70041]: value = "task-3193730" [ 1217.253815] env[70041]: _type = "Task" [ 1217.253815] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.266428] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193730, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.270991] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.393329] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.686810] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193725, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.758147] env[70041]: DEBUG nova.scheduler.client.report [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.771483] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.775706] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193730, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.778308] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52985314-5ed5-5edd-51a6-3fa0c1c80e4d/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1217.779413] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63878a78-aea0-4b66-8743-c451b004bdbc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.785356] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52985314-5ed5-5edd-51a6-3fa0c1c80e4d/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1217.785511] env[70041]: ERROR oslo_vmware.rw_handles [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52985314-5ed5-5edd-51a6-3fa0c1c80e4d/disk-0.vmdk due to incomplete transfer. [ 1217.785721] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99ea1447-0522-4d76-99f4-a77f8d53df3a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.792792] env[70041]: DEBUG oslo_vmware.rw_handles [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52985314-5ed5-5edd-51a6-3fa0c1c80e4d/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1217.793015] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Uploaded image 9faa563b-97bb-4786-af66-44d0a5fbd48e to the Glance image server {{(pid=70041) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1217.795283] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Destroying the VM {{(pid=70041) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1217.795523] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5d7460b-f362-47a0-9ac0-f8a1abd7e1d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.801600] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1217.801600] env[70041]: value = "task-3193731" [ 1217.801600] env[70041]: _type = "Task" [ 1217.801600] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.810173] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193731, 'name': Destroy_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.893083] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.187637] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193725, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.264365] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193728, 'name': ReconfigVM_Task, 'duration_secs': 1.064975} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.269441] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f18fe357-1aa9-422f-9d47-09015698253d/f18fe357-1aa9-422f-9d47-09015698253d.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.270605] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.272628] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9296b663-571d-48a9-bc43-9387c271e3f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.279439] env[70041]: DEBUG oslo_vmware.api [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193730, 'name': PowerOnVM_Task, 'duration_secs': 0.599402} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.280809] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.281049] env[70041]: INFO nova.compute.manager [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1218.281242] env[70041]: DEBUG nova.compute.manager [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.281573] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1218.281573] env[70041]: value = "task-3193732" [ 1218.281573] env[70041]: _type = "Task" [ 1218.281573] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.282312] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e7c983-7888-4376-9dd6-2b8da8dbf874 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.293356] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193732, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.295642] env[70041]: INFO nova.scheduler.client.report [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted allocations for instance 9a819429-a81c-4e57-bfd8-6cf29d1a5d35 [ 1218.310844] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193731, 'name': Destroy_Task} progress is 33%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.394023] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.690531] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193725, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.339432} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.690815] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0f7a08c-1c38-47f7-902b-14320d1d6f89/f0f7a08c-1c38-47f7-902b-14320d1d6f89.vmdk to [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd/a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.691729] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7b875e-3db3-4b57-9da9-2c1962f9e20e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.715116] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd/a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.715485] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9d803d-9858-4637-aa5a-bfeae4064443 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.736297] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1218.736297] env[70041]: value = "task-3193733" [ 1218.736297] env[70041]: _type = "Task" [ 1218.736297] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.744428] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.795553] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193732, 'name': Rename_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.813251] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e2fa20b1-6068-4c13-b12b-a98b5c7c07ea tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "9a819429-a81c-4e57-bfd8-6cf29d1a5d35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.219s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.816614] env[70041]: INFO nova.compute.manager [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Took 15.20 seconds to build instance. [ 1218.822333] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193731, 'name': Destroy_Task, 'duration_secs': 0.742398} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.822574] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Destroyed the VM [ 1218.822830] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Deleting Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1218.823120] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-63500e84-0811-4d94-b96e-e830f68938a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.830429] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1218.830429] env[70041]: value = "task-3193734" [ 1218.830429] env[70041]: _type = "Task" [ 1218.830429] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.839761] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193734, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.893800] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193729, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.246548] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.295350] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193732, 'name': Rename_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.318581] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e9bf0bf7-3474-4e5d-b5d5-25c4c8ec574d tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.711s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.339151] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193734, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.396339] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193729, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.747261] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.796754] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193732, 'name': Rename_Task, 'duration_secs': 1.341942} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.797051] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.797347] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27d2c20-e48e-45c4-9015-a383fc625c73 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.803554] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1219.803554] env[70041]: value = "task-3193735" [ 1219.803554] env[70041]: _type = "Task" [ 1219.803554] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.812517] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.839178] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193734, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.894525] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193729, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.932251} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.894778] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 5582ab5d-766c-43a3-ac16-3cde16f94e4b/5582ab5d-766c-43a3-ac16-3cde16f94e4b.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.894988] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.895266] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30cc7c7d-ba51-474a-92fe-0d2fdf61b46e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.901771] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1219.901771] env[70041]: value = "task-3193736" [ 1219.901771] env[70041]: _type = "Task" [ 1219.901771] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.909501] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.054905] env[70041]: DEBUG nova.compute.manager [req-c72ac80c-4974-430e-94f9-dedb45f83f41 req-351732db-f0e7-4d48-a12b-84332b919de9 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Received event network-changed-6ba3ed4f-27e5-43da-9182-cdd4ddb1099a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1220.055170] env[70041]: DEBUG nova.compute.manager [req-c72ac80c-4974-430e-94f9-dedb45f83f41 req-351732db-f0e7-4d48-a12b-84332b919de9 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Refreshing instance network info cache due to event network-changed-6ba3ed4f-27e5-43da-9182-cdd4ddb1099a. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1220.055329] env[70041]: DEBUG oslo_concurrency.lockutils [req-c72ac80c-4974-430e-94f9-dedb45f83f41 req-351732db-f0e7-4d48-a12b-84332b919de9 service nova] Acquiring lock "refresh_cache-d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.055469] env[70041]: DEBUG oslo_concurrency.lockutils [req-c72ac80c-4974-430e-94f9-dedb45f83f41 req-351732db-f0e7-4d48-a12b-84332b919de9 service nova] Acquired lock "refresh_cache-d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.056032] env[70041]: DEBUG nova.network.neutron [req-c72ac80c-4974-430e-94f9-dedb45f83f41 req-351732db-f0e7-4d48-a12b-84332b919de9 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Refreshing network info cache for port 6ba3ed4f-27e5-43da-9182-cdd4ddb1099a {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.247704] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193733, 'name': ReconfigVM_Task, 'duration_secs': 1.479156} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.248047] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Reconfigured VM instance instance-0000006c to attach disk [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd/a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.248638] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0558c44f-a59f-4487-a565-4dfaef4a0b7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.254451] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1220.254451] env[70041]: value = "task-3193737" [ 1220.254451] env[70041]: _type = "Task" [ 1220.254451] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.261587] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193737, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.312065] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193735, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.339574] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193734, 'name': RemoveSnapshot_Task, 'duration_secs': 1.363442} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.339841] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Deleted Snapshot of the VM instance {{(pid=70041) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1220.340262] env[70041]: DEBUG nova.compute.manager [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.341111] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c17e9-3b79-4b18-ada3-07988475eef9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.411451] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10161} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.411719] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.412476] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ed1a10-5696-4963-b3b4-768d1e7528ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.436963] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 5582ab5d-766c-43a3-ac16-3cde16f94e4b/5582ab5d-766c-43a3-ac16-3cde16f94e4b.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.437302] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e17351-03ee-4b9a-b078-85fcf4dc22bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.457814] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1220.457814] env[70041]: value = "task-3193738" [ 1220.457814] env[70041]: _type = "Task" [ 1220.457814] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.466021] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.488204] env[70041]: DEBUG nova.compute.manager [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Stashing vm_state: active {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1220.766079] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193737, 'name': Rename_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.813442] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193735, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.830192] env[70041]: DEBUG nova.network.neutron [req-c72ac80c-4974-430e-94f9-dedb45f83f41 req-351732db-f0e7-4d48-a12b-84332b919de9 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Updated VIF entry in instance network info cache for port 6ba3ed4f-27e5-43da-9182-cdd4ddb1099a. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.830600] env[70041]: DEBUG nova.network.neutron [req-c72ac80c-4974-430e-94f9-dedb45f83f41 req-351732db-f0e7-4d48-a12b-84332b919de9 service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Updating instance_info_cache with network_info: [{"id": "6ba3ed4f-27e5-43da-9182-cdd4ddb1099a", "address": "fa:16:3e:d2:dd:b3", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba3ed4f-27", "ovs_interfaceid": "6ba3ed4f-27e5-43da-9182-cdd4ddb1099a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.853396] env[70041]: INFO nova.compute.manager [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Shelve offloading [ 1220.967371] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.012788] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.012788] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.265828] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193737, 'name': Rename_Task, 'duration_secs': 0.55126} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.266217] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.266505] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e7a4d37-1b17-4a97-8194-444156967cb3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.272418] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1221.272418] env[70041]: value = "task-3193739" [ 1221.272418] env[70041]: _type = "Task" [ 1221.272418] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.279328] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.313413] env[70041]: DEBUG oslo_vmware.api [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193735, 'name': PowerOnVM_Task, 'duration_secs': 1.105706} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.313673] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.313883] env[70041]: DEBUG nova.compute.manager [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.314639] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3cbd79-d40b-4e67-871d-ba94f9d8fd04 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.333343] env[70041]: DEBUG oslo_concurrency.lockutils [req-c72ac80c-4974-430e-94f9-dedb45f83f41 req-351732db-f0e7-4d48-a12b-84332b919de9 service nova] Releasing lock "refresh_cache-d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.357215] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.357780] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b17dd528-e7ac-4b6a-88e2-6ec3cefa49ea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.363603] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1221.363603] env[70041]: value = "task-3193740" [ 1221.363603] env[70041]: _type = "Task" [ 1221.363603] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.373924] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1221.374145] env[70041]: DEBUG nova.compute.manager [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.374881] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67c907e-653c-457d-beeb-0164e57c391c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.380580] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.380751] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.380931] env[70041]: DEBUG nova.network.neutron [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.468377] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.517231] env[70041]: INFO nova.compute.claims [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.783689] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.829962] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.969108] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193738, 'name': ReconfigVM_Task, 'duration_secs': 1.334015} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.969410] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 5582ab5d-766c-43a3-ac16-3cde16f94e4b/5582ab5d-766c-43a3-ac16-3cde16f94e4b.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.970063] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a5191d1-533d-4e11-a0de-0f96fff79742 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.977027] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1221.977027] env[70041]: value = "task-3193741" [ 1221.977027] env[70041]: _type = "Task" [ 1221.977027] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.985474] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193741, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.023991] env[70041]: INFO nova.compute.resource_tracker [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating resource usage from migration fb477f19-a0f7-4f20-8776-7ba6c1dedb2f [ 1222.127808] env[70041]: DEBUG nova.network.neutron [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating instance_info_cache with network_info: [{"id": "39ba7170-34bd-430b-9aad-2238890f2f51", "address": "fa:16:3e:c0:80:7d", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba7170-34", "ovs_interfaceid": "39ba7170-34bd-430b-9aad-2238890f2f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.153191] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af6b9ed-8b96-4cf2-a8a7-a6b1a6f5fc08 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.161079] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e878303-b906-4448-8a5b-6e46d7150329 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.191415] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e5d41-ee2f-4b56-aaa5-701d388a0e0c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.199035] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac4836c-21bc-4138-93be-f98abc054246 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.216208] env[70041]: DEBUG nova.compute.provider_tree [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.282275] env[70041]: DEBUG oslo_vmware.api [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193739, 'name': PowerOnVM_Task, 'duration_secs': 0.715748} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.282664] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.390771] env[70041]: DEBUG nova.compute.manager [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.391709] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c926c907-4418-4e07-855f-33dd3d4650fe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.487245] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193741, 'name': Rename_Task, 'duration_secs': 0.249285} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.488870] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.488870] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c627df0f-f949-40c3-b9da-ac62d61c3818 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.497775] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1222.497775] env[70041]: value = "task-3193742" [ 1222.497775] env[70041]: _type = "Task" [ 1222.497775] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.512130] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.632809] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.719565] env[70041]: DEBUG nova.scheduler.client.report [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.907792] env[70041]: DEBUG oslo_concurrency.lockutils [None req-01640d56-8f82-4dbc-8f9e-86e72901dfbc tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.553s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.941520] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "f18fe357-1aa9-422f-9d47-09015698253d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.941785] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "f18fe357-1aa9-422f-9d47-09015698253d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.941995] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "f18fe357-1aa9-422f-9d47-09015698253d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.942189] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "f18fe357-1aa9-422f-9d47-09015698253d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.942358] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "f18fe357-1aa9-422f-9d47-09015698253d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.945238] env[70041]: INFO nova.compute.manager [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Terminating instance [ 1222.987300] env[70041]: DEBUG nova.compute.manager [req-ea7fafca-5613-4051-9ae7-88be3d3f7d1c req-6b8e19ee-469d-4114-8ec1-ebf70a38b8b4 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received event network-vif-unplugged-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1222.987514] env[70041]: DEBUG oslo_concurrency.lockutils [req-ea7fafca-5613-4051-9ae7-88be3d3f7d1c req-6b8e19ee-469d-4114-8ec1-ebf70a38b8b4 service nova] Acquiring lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.987712] env[70041]: DEBUG oslo_concurrency.lockutils [req-ea7fafca-5613-4051-9ae7-88be3d3f7d1c req-6b8e19ee-469d-4114-8ec1-ebf70a38b8b4 service nova] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.987873] env[70041]: DEBUG oslo_concurrency.lockutils [req-ea7fafca-5613-4051-9ae7-88be3d3f7d1c req-6b8e19ee-469d-4114-8ec1-ebf70a38b8b4 service nova] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.988048] env[70041]: DEBUG nova.compute.manager [req-ea7fafca-5613-4051-9ae7-88be3d3f7d1c req-6b8e19ee-469d-4114-8ec1-ebf70a38b8b4 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] No waiting events found dispatching network-vif-unplugged-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1222.988214] env[70041]: WARNING nova.compute.manager [req-ea7fafca-5613-4051-9ae7-88be3d3f7d1c req-6b8e19ee-469d-4114-8ec1-ebf70a38b8b4 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received unexpected event network-vif-unplugged-39ba7170-34bd-430b-9aad-2238890f2f51 for instance with vm_state shelved and task_state shelving_offloading. [ 1223.008473] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193742, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.068097] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.069490] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aabd9a5-d5d3-4e22-8390-4755e5d9fc87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.077606] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.077891] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de869bdb-3ef7-40fa-b780-7527152164f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.224553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.213s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.224736] env[70041]: INFO nova.compute.manager [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Migrating [ 1223.231561] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.402s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.231708] env[70041]: DEBUG nova.objects.instance [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1223.341294] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "e8629c99-2227-4026-9418-293069225ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.341587] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.449191] env[70041]: DEBUG nova.compute.manager [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.449451] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.450387] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28018a02-5f22-413a-9225-71bbe3679764 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.457928] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.458212] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed7d191f-71a7-4db6-b2ca-f81b886b4a67 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.464492] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1223.464492] env[70041]: value = "task-3193744" [ 1223.464492] env[70041]: _type = "Task" [ 1223.464492] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.473384] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.483673] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.483906] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.484074] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleting the datastore file [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.484340] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-930ea2e1-db17-4de3-86fb-3dcba5fecce2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.490194] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1223.490194] env[70041]: value = "task-3193745" [ 1223.490194] env[70041]: _type = "Task" [ 1223.490194] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.497992] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.506256] env[70041]: DEBUG oslo_vmware.api [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193742, 'name': PowerOnVM_Task, 'duration_secs': 0.617855} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.506472] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.506667] env[70041]: INFO nova.compute.manager [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1223.506840] env[70041]: DEBUG nova.compute.manager [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.507584] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dcbdf3-6c4e-4bda-bf3d-fbdd84e16590 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.746618] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.746618] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.746618] env[70041]: DEBUG nova.network.neutron [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.844182] env[70041]: DEBUG nova.compute.manager [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.974096] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193744, 'name': PowerOffVM_Task, 'duration_secs': 0.264992} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.974395] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.974564] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.974805] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a686c5ac-c0b8-4925-a6f2-0005b4471c73 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.998959] env[70041]: DEBUG oslo_vmware.api [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149067} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.999225] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.999507] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.999907] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.024116] env[70041]: INFO nova.compute.manager [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Took 16.36 seconds to build instance. [ 1224.026665] env[70041]: INFO nova.scheduler.client.report [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted allocations for instance dfb6b55f-77ef-4480-8ae0-6dfafa78072c [ 1224.108428] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.108653] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.108829] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleting the datastore file [datastore1] f18fe357-1aa9-422f-9d47-09015698253d {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.109229] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.109445] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.109633] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.109809] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.110049] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.111572] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f5cb78a-f3df-4ddd-a16e-711241d8867b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.113605] env[70041]: INFO nova.compute.manager [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Terminating instance [ 1224.120403] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1224.120403] env[70041]: value = "task-3193747" [ 1224.120403] env[70041]: _type = "Task" [ 1224.120403] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.130356] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.249716] env[70041]: DEBUG oslo_concurrency.lockutils [None req-33af9402-4379-4a59-82e2-a8483287d752 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.364251] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.364599] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.366214] env[70041]: INFO nova.compute.claims [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.459119] env[70041]: DEBUG nova.network.neutron [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [{"id": "b5ff4921-db09-4aff-a200-1149e22ea690", "address": "fa:16:3e:b1:b1:95", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff4921-db", "ovs_interfaceid": "b5ff4921-db09-4aff-a200-1149e22ea690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.533434] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.533781] env[70041]: DEBUG oslo_concurrency.lockutils [None req-aa42c58b-3661-4100-8c6c-033d7c3b1675 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.872s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.534103] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.534307] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.534476] env[70041]: DEBUG nova.compute.manager [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.535692] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df39ac18-b97b-4712-97ff-bd10c57e70b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.542359] env[70041]: DEBUG nova.compute.manager [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1224.542971] env[70041]: DEBUG nova.objects.instance [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lazy-loading 'flavor' on Instance uuid 5582ab5d-766c-43a3-ac16-3cde16f94e4b {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.618346] env[70041]: DEBUG nova.compute.manager [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.618563] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.619452] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac628cd3-6e9c-4ef3-abf8-eb18c43341d4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.630205] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.633038] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c8a9b27-4597-4ee2-ab32-291bf456b777 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.634487] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159318} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.634717] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.634894] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.635082] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.635249] env[70041]: INFO nova.compute.manager [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1224.635473] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.635955] env[70041]: DEBUG nova.compute.manager [-] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.636072] env[70041]: DEBUG nova.network.neutron [-] [instance: f18fe357-1aa9-422f-9d47-09015698253d] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.640348] env[70041]: DEBUG oslo_vmware.api [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1224.640348] env[70041]: value = "task-3193748" [ 1224.640348] env[70041]: _type = "Task" [ 1224.640348] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.648279] env[70041]: DEBUG oslo_vmware.api [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.961989] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.020688] env[70041]: DEBUG nova.compute.manager [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received event network-changed-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1225.021226] env[70041]: DEBUG nova.compute.manager [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Refreshing instance network info cache due to event network-changed-39ba7170-34bd-430b-9aad-2238890f2f51. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1225.021226] env[70041]: DEBUG oslo_concurrency.lockutils [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] Acquiring lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.021226] env[70041]: DEBUG oslo_concurrency.lockutils [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] Acquired lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.021772] env[70041]: DEBUG nova.network.neutron [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Refreshing network info cache for port 39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.151880] env[70041]: DEBUG oslo_vmware.api [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193748, 'name': PowerOffVM_Task, 'duration_secs': 0.224619} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.152553] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.152553] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.152966] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb608e11-6875-4b6d-a36b-de885791dbfd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.216194] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.216537] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.216786] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleting the datastore file [datastore1] a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.217186] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0741757-9b58-4904-a8d3-7e150b28b974 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.224754] env[70041]: DEBUG oslo_vmware.api [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for the task: (returnval){ [ 1225.224754] env[70041]: value = "task-3193750" [ 1225.224754] env[70041]: _type = "Task" [ 1225.224754] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.235690] env[70041]: DEBUG oslo_vmware.api [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.421229] env[70041]: DEBUG nova.network.neutron [-] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.505080] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba265750-1095-4d06-8c00-7def3439c2c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.513299] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d84c85-51c4-47bd-87fe-d88bec408920 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.546218] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ca53a0-af33-47db-b3e7-859f0f618dc6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.549232] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.549473] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac8c661e-d364-4ea5-9d2f-2e4faf3531b5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.557032] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c380fc86-d79a-445e-b034-2c9a438fcea5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.562111] env[70041]: DEBUG oslo_vmware.api [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1225.562111] env[70041]: value = "task-3193751" [ 1225.562111] env[70041]: _type = "Task" [ 1225.562111] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.575844] env[70041]: DEBUG nova.compute.provider_tree [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.580462] env[70041]: DEBUG oslo_vmware.api [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.736072] env[70041]: DEBUG oslo_vmware.api [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Task: {'id': task-3193750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133353} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.738406] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.738600] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.738767] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.738941] env[70041]: INFO nova.compute.manager [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1225.739191] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.739440] env[70041]: DEBUG nova.compute.manager [-] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.739589] env[70041]: DEBUG nova.network.neutron [-] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.773069] env[70041]: DEBUG nova.network.neutron [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updated VIF entry in instance network info cache for port 39ba7170-34bd-430b-9aad-2238890f2f51. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.773475] env[70041]: DEBUG nova.network.neutron [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating instance_info_cache with network_info: [{"id": "39ba7170-34bd-430b-9aad-2238890f2f51", "address": "fa:16:3e:c0:80:7d", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap39ba7170-34", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.924777] env[70041]: INFO nova.compute.manager [-] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Took 1.29 seconds to deallocate network for instance. [ 1226.072459] env[70041]: DEBUG oslo_vmware.api [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193751, 'name': PowerOffVM_Task, 'duration_secs': 0.232501} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.072735] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.072954] env[70041]: DEBUG nova.compute.manager [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.073725] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1343b388-a9bd-418e-957e-547c5cff50e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.082049] env[70041]: DEBUG nova.scheduler.client.report [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.276952] env[70041]: DEBUG oslo_concurrency.lockutils [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] Releasing lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.277301] env[70041]: DEBUG nova.compute.manager [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Received event network-vif-deleted-2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1226.277491] env[70041]: INFO nova.compute.manager [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Neutron deleted interface 2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0; detaching it from the instance and deleting it from the info cache [ 1226.277666] env[70041]: DEBUG nova.network.neutron [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.431133] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.478323] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d73d0-86be-4986-adae-9f02ddbc5add {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.485549] env[70041]: DEBUG nova.compute.manager [req-8890be25-e274-4c57-8e54-4bf8df374641 req-170ac671-9140-47d0-9356-53a88822e8c2 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Received event network-vif-deleted-02e55dfc-e7b3-450d-8bb5-63152ca7ec98 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1226.485549] env[70041]: INFO nova.compute.manager [req-8890be25-e274-4c57-8e54-4bf8df374641 req-170ac671-9140-47d0-9356-53a88822e8c2 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Neutron deleted interface 02e55dfc-e7b3-450d-8bb5-63152ca7ec98; detaching it from the instance and deleting it from the info cache [ 1226.485549] env[70041]: DEBUG nova.network.neutron [req-8890be25-e274-4c57-8e54-4bf8df374641 req-170ac671-9140-47d0-9356-53a88822e8c2 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.500671] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance 'de3b62b9-80ab-4f8f-a9ed-8d32479e0771' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.504638] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dce75724-8a6e-491d-b8f7-c9352b5e3bbe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.514498] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb7812f-bd65-4740-98db-239942bedbc3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.544544] env[70041]: DEBUG nova.compute.manager [req-8890be25-e274-4c57-8e54-4bf8df374641 req-170ac671-9140-47d0-9356-53a88822e8c2 service nova] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Detach interface failed, port_id=02e55dfc-e7b3-450d-8bb5-63152ca7ec98, reason: Instance a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1226.588320] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.588769] env[70041]: DEBUG nova.compute.manager [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.591220] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e49c1bf5-8b65-4111-bd8b-e400583ae240 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.592485] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.059s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.592697] env[70041]: DEBUG nova.objects.instance [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'resources' on Instance uuid dfb6b55f-77ef-4480-8ae0-6dfafa78072c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.782745] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc34c026-5ad8-4509-9461-2e2738285b01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.792545] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339410e2-970b-49a4-bac1-39c8062c8ff1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.823704] env[70041]: DEBUG nova.compute.manager [req-ebeedc62-4bd1-45bf-8c88-1112c2ae78c5 req-401c71ce-f35a-4c43-b387-75a93281fac7 service nova] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Detach interface failed, port_id=2d19726e-1d0a-4d1e-9b61-04ae8e9a98c0, reason: Instance f18fe357-1aa9-422f-9d47-09015698253d could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1226.964159] env[70041]: DEBUG nova.network.neutron [-] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.009043] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.009043] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-463d7866-1847-4508-bbae-b8c4f8989a0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.015848] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1227.015848] env[70041]: value = "task-3193752" [ 1227.015848] env[70041]: _type = "Task" [ 1227.015848] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.024325] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.062469] env[70041]: INFO nova.compute.manager [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Rebuilding instance [ 1227.096317] env[70041]: DEBUG nova.compute.utils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.098183] env[70041]: DEBUG nova.objects.instance [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'numa_topology' on Instance uuid dfb6b55f-77ef-4480-8ae0-6dfafa78072c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.099123] env[70041]: DEBUG nova.compute.manager [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.099292] env[70041]: DEBUG nova.network.neutron [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.117555] env[70041]: DEBUG nova.compute.manager [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.118508] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269bba45-d766-4000-b516-b7288737b52e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.147125] env[70041]: DEBUG nova.policy [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97997df8ff2d49f59589a99a686979c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '722ab84c4e814f90ac451795a7f514e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.307583] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.467969] env[70041]: INFO nova.compute.manager [-] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Took 1.73 seconds to deallocate network for instance. [ 1227.480448] env[70041]: DEBUG nova.network.neutron [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Successfully created port: ecc1bd52-ece1-45ef-951d-ab6f477ee800 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.526173] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193752, 'name': PowerOffVM_Task, 'duration_secs': 0.188991} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.526506] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.526693] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance 'de3b62b9-80ab-4f8f-a9ed-8d32479e0771' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.602047] env[70041]: DEBUG nova.objects.base [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1227.604764] env[70041]: DEBUG nova.compute.manager [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.748124] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36370c3-09ea-4d81-a66a-70a5820a0f40 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.756452] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fba355-b107-4fea-99dd-2ee6934c1e80 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.789427] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdc8017-7c40-4bec-8f7b-e762eb7c3c63 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.796983] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eb8ce9-2ee7-4bea-80d4-b9987ebf5a35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.809768] env[70041]: DEBUG nova.compute.provider_tree [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.974585] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.033040] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.033187] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.033818] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.033818] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.033818] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.033818] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.034115] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.034227] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.034399] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.034564] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.034738] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.039863] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae2a4cff-e59d-4dc2-a461-a366933ea506 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.058242] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1228.058242] env[70041]: value = "task-3193753" [ 1228.058242] env[70041]: _type = "Task" [ 1228.058242] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.066663] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.135130] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.135537] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0849376c-4c8b-49d8-8f35-4e21f242af34 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.142078] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1228.142078] env[70041]: value = "task-3193754" [ 1228.142078] env[70041]: _type = "Task" [ 1228.142078] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.151088] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1228.151331] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.152775] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0865e0b1-baec-46ac-b93f-aa762cf95cfd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.160018] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.160246] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f9af15d-2e44-439f-b90e-788fa052550b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.241489] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.241722] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.241915] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleting the datastore file [datastore1] 5582ab5d-766c-43a3-ac16-3cde16f94e4b {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.242171] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2ec7e08-3923-49d2-9fe2-aabf4f86e9f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.249666] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1228.249666] env[70041]: value = "task-3193756" [ 1228.249666] env[70041]: _type = "Task" [ 1228.249666] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.257266] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.313074] env[70041]: DEBUG nova.scheduler.client.report [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.568572] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193753, 'name': ReconfigVM_Task, 'duration_secs': 0.157123} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.568977] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance 'de3b62b9-80ab-4f8f-a9ed-8d32479e0771' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.613977] env[70041]: DEBUG nova.compute.manager [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.644761] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.645021] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.645182] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.645364] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.645507] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.645652] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.645858] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.646060] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.646238] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.646403] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.646573] env[70041]: DEBUG nova.virt.hardware [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.647418] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff68996-7436-40a6-8f3e-fd640e950252 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.655017] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef1c782-334f-4738-9ef8-d76569693b2e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.763458] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121638} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.764017] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.764380] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.764690] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.820930] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.826460] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.390s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.826460] env[70041]: DEBUG nova.objects.instance [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lazy-loading 'resources' on Instance uuid f18fe357-1aa9-422f-9d47-09015698253d {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.879398] env[70041]: DEBUG nova.compute.manager [req-7aecc863-89fb-4f12-b9bc-ced1eb5ba6dd req-ff58038e-baee-425c-9b9e-c30e0e9ee953 service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Received event network-vif-plugged-ecc1bd52-ece1-45ef-951d-ab6f477ee800 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1228.879398] env[70041]: DEBUG oslo_concurrency.lockutils [req-7aecc863-89fb-4f12-b9bc-ced1eb5ba6dd req-ff58038e-baee-425c-9b9e-c30e0e9ee953 service nova] Acquiring lock "e8629c99-2227-4026-9418-293069225ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.879398] env[70041]: DEBUG oslo_concurrency.lockutils [req-7aecc863-89fb-4f12-b9bc-ced1eb5ba6dd req-ff58038e-baee-425c-9b9e-c30e0e9ee953 service nova] Lock "e8629c99-2227-4026-9418-293069225ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.879398] env[70041]: DEBUG oslo_concurrency.lockutils [req-7aecc863-89fb-4f12-b9bc-ced1eb5ba6dd req-ff58038e-baee-425c-9b9e-c30e0e9ee953 service nova] Lock "e8629c99-2227-4026-9418-293069225ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.879398] env[70041]: DEBUG nova.compute.manager [req-7aecc863-89fb-4f12-b9bc-ced1eb5ba6dd req-ff58038e-baee-425c-9b9e-c30e0e9ee953 service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] No waiting events found dispatching network-vif-plugged-ecc1bd52-ece1-45ef-951d-ab6f477ee800 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.879398] env[70041]: WARNING nova.compute.manager [req-7aecc863-89fb-4f12-b9bc-ced1eb5ba6dd req-ff58038e-baee-425c-9b9e-c30e0e9ee953 service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Received unexpected event network-vif-plugged-ecc1bd52-ece1-45ef-951d-ab6f477ee800 for instance with vm_state building and task_state spawning. [ 1228.974016] env[70041]: DEBUG nova.network.neutron [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Successfully updated port: ecc1bd52-ece1-45ef-951d-ab6f477ee800 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.075138] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.075347] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.075512] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.075703] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.075852] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.076021] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.076227] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.076384] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.076573] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.076738] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.076907] env[70041]: DEBUG nova.virt.hardware [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.082325] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.082604] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa35aa2-10fb-4d3c-800e-ed374f02698e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.101353] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1229.101353] env[70041]: value = "task-3193757" [ 1229.101353] env[70041]: _type = "Task" [ 1229.101353] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.109252] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.334617] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1f82d716-5755-459b-8780-6f9e08872e06 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.154s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.335586] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.028s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.335779] env[70041]: INFO nova.compute.manager [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Unshelving [ 1229.456631] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0581581b-b87f-40f1-bd3d-759f37eaf12f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.464275] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27b9b11-506d-4eec-b277-76ea12f8dafd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.493337] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.493472] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.493618] env[70041]: DEBUG nova.network.neutron [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.495637] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d647f2f5-947b-4d0d-ae05-e6f8c3a04006 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.502755] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c89417-8358-40b0-8f7f-92ff5feaf1b9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.515925] env[70041]: DEBUG nova.compute.provider_tree [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.612585] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193757, 'name': ReconfigVM_Task, 'duration_secs': 0.153844} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.612908] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.613626] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e85e4fa-baa5-4f86-bc49-3d88d21c2806 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.635506] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] de3b62b9-80ab-4f8f-a9ed-8d32479e0771/de3b62b9-80ab-4f8f-a9ed-8d32479e0771.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.635748] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248c3e40-afd0-4a4b-9b17-4ad5afa90ed5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.654309] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1229.654309] env[70041]: value = "task-3193758" [ 1229.654309] env[70041]: _type = "Task" [ 1229.654309] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.661984] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.799044] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.799320] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.799478] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.799659] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.799833] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.800109] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.800366] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.800545] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.800737] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.800921] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.801119] env[70041]: DEBUG nova.virt.hardware [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.802013] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17234dbd-a751-4221-bad4-4880202a80d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.809974] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e259244-06ce-4fc4-a7ff-f69dc40f3c9f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.823796] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:75:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d24fcef-0be6-4a81-b11a-171c0238e471', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.831326] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.831564] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.831814] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d4bf44c-167f-43bd-a5df-65e482f6005d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.852749] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.852749] env[70041]: value = "task-3193759" [ 1229.852749] env[70041]: _type = "Task" [ 1229.852749] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.860417] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193759, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.019274] env[70041]: DEBUG nova.scheduler.client.report [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.026089] env[70041]: DEBUG nova.network.neutron [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.153122] env[70041]: DEBUG nova.network.neutron [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance_info_cache with network_info: [{"id": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "address": "fa:16:3e:0c:c4:e9", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc1bd52-ec", "ovs_interfaceid": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.163738] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193758, 'name': ReconfigVM_Task, 'duration_secs': 0.241013} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.164065] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Reconfigured VM instance instance-0000004e to attach disk [datastore1] de3b62b9-80ab-4f8f-a9ed-8d32479e0771/de3b62b9-80ab-4f8f-a9ed-8d32479e0771.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.164341] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance 'de3b62b9-80ab-4f8f-a9ed-8d32479e0771' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.362664] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193759, 'name': CreateVM_Task, 'duration_secs': 0.316647} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.362856] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.363592] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.363765] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.364109] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.364362] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9079b795-43f5-4e3b-82ab-e4a7b3efb956 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.366930] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.370348] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1230.370348] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52754ea5-3cc8-8938-92ae-f215d0e64bfe" [ 1230.370348] env[70041]: _type = "Task" [ 1230.370348] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.377834] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52754ea5-3cc8-8938-92ae-f215d0e64bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.523611] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.526897] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.552s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.526897] env[70041]: DEBUG nova.objects.instance [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lazy-loading 'resources' on Instance uuid a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.542496] env[70041]: INFO nova.scheduler.client.report [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted allocations for instance f18fe357-1aa9-422f-9d47-09015698253d [ 1230.656045] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.656045] env[70041]: DEBUG nova.compute.manager [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Instance network_info: |[{"id": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "address": "fa:16:3e:0c:c4:e9", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc1bd52-ec", "ovs_interfaceid": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.656441] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:c4:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecc1bd52-ece1-45ef-951d-ab6f477ee800', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.663778] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.664031] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8629c99-2227-4026-9418-293069225ebe] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.664266] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c50d2fd-72c9-4a7c-a997-9d895b937530 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.680132] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e7434-24e1-476e-be59-da0d5c3668d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.701085] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c573916d-49fd-42bc-9b3e-14e3b4cc7ce8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.703522] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.703522] env[70041]: value = "task-3193760" [ 1230.703522] env[70041]: _type = "Task" [ 1230.703522] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.720308] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance 'de3b62b9-80ab-4f8f-a9ed-8d32479e0771' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.730480] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193760, 'name': CreateVM_Task} progress is 15%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.881602] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52754ea5-3cc8-8938-92ae-f215d0e64bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.00911} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.881981] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.882285] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.882574] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.882756] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.883042] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.883377] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-136a9dad-b436-41a9-a387-855e26b957be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.891544] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.891717] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.892556] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1ed26c-44b1-4f54-9c34-acacce1db955 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.897972] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1230.897972] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526cffbf-8f2a-5a5a-4850-290a7ecb40f0" [ 1230.897972] env[70041]: _type = "Task" [ 1230.897972] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.905401] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526cffbf-8f2a-5a5a-4850-290a7ecb40f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.909065] env[70041]: DEBUG nova.compute.manager [req-18766f3d-5dbc-4daa-bd98-05852a74c185 req-68c4cebf-a004-4f57-966e-91db75915bd3 service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Received event network-changed-ecc1bd52-ece1-45ef-951d-ab6f477ee800 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1230.909112] env[70041]: DEBUG nova.compute.manager [req-18766f3d-5dbc-4daa-bd98-05852a74c185 req-68c4cebf-a004-4f57-966e-91db75915bd3 service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Refreshing instance network info cache due to event network-changed-ecc1bd52-ece1-45ef-951d-ab6f477ee800. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1230.909359] env[70041]: DEBUG oslo_concurrency.lockutils [req-18766f3d-5dbc-4daa-bd98-05852a74c185 req-68c4cebf-a004-4f57-966e-91db75915bd3 service nova] Acquiring lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.909517] env[70041]: DEBUG oslo_concurrency.lockutils [req-18766f3d-5dbc-4daa-bd98-05852a74c185 req-68c4cebf-a004-4f57-966e-91db75915bd3 service nova] Acquired lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.909678] env[70041]: DEBUG nova.network.neutron [req-18766f3d-5dbc-4daa-bd98-05852a74c185 req-68c4cebf-a004-4f57-966e-91db75915bd3 service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Refreshing network info cache for port ecc1bd52-ece1-45ef-951d-ab6f477ee800 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.050187] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e14-844e-4098-bf25-e3e52c262cfc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "f18fe357-1aa9-422f-9d47-09015698253d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.108s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.147242] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c8b05-f370-4240-87c2-dd3676093d3f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.155300] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22899292-a91a-4e87-bb48-d3a96c0b3e2f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.186729] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128027a5-aed1-451f-b29e-b9ef18567357 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.193514] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c477d0bd-9dfc-4172-a5de-eea7065dc51e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.206559] env[70041]: DEBUG nova.compute.provider_tree [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.214623] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193760, 'name': CreateVM_Task, 'duration_secs': 0.323182} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.214770] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8629c99-2227-4026-9418-293069225ebe] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.215409] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.215569] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.215879] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.216617] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef11537-46b1-4f84-9398-aba81f51362a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.220783] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1231.220783] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524749ed-6194-5339-bc03-3c82faed20d5" [ 1231.220783] env[70041]: _type = "Task" [ 1231.220783] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.230748] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524749ed-6194-5339-bc03-3c82faed20d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.262334] env[70041]: DEBUG nova.network.neutron [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Port b5ff4921-db09-4aff-a200-1149e22ea690 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1231.407759] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526cffbf-8f2a-5a5a-4850-290a7ecb40f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.408484] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06cf3f5-cdac-407c-9d7a-b181d44ba589 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.414727] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1231.414727] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5286a949-06d1-45e9-5258-d7a9ec639173" [ 1231.414727] env[70041]: _type = "Task" [ 1231.414727] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.421908] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5286a949-06d1-45e9-5258-d7a9ec639173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.629455] env[70041]: DEBUG nova.network.neutron [req-18766f3d-5dbc-4daa-bd98-05852a74c185 req-68c4cebf-a004-4f57-966e-91db75915bd3 service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Updated VIF entry in instance network info cache for port ecc1bd52-ece1-45ef-951d-ab6f477ee800. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.629816] env[70041]: DEBUG nova.network.neutron [req-18766f3d-5dbc-4daa-bd98-05852a74c185 req-68c4cebf-a004-4f57-966e-91db75915bd3 service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance_info_cache with network_info: [{"id": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "address": "fa:16:3e:0c:c4:e9", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc1bd52-ec", "ovs_interfaceid": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.711576] env[70041]: DEBUG nova.scheduler.client.report [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.730850] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]524749ed-6194-5339-bc03-3c82faed20d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.731708] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.731939] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.732174] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.925785] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5286a949-06d1-45e9-5258-d7a9ec639173, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.926051] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.926323] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 5582ab5d-766c-43a3-ac16-3cde16f94e4b/5582ab5d-766c-43a3-ac16-3cde16f94e4b.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.926593] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.926778] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.926991] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-902054e5-c286-45e4-8da8-621700fcb9a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.928796] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ada6b4b-f748-4eac-a391-6276c88b9e6d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.935754] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1231.935754] env[70041]: value = "task-3193761" [ 1231.935754] env[70041]: _type = "Task" [ 1231.935754] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.939208] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.939376] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.940329] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d71ea92-3f14-4d6e-9ec7-0a0c2027c83c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.951959] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.958608] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1231.958608] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52006f1f-d577-868d-71dd-4928629d1351" [ 1231.958608] env[70041]: _type = "Task" [ 1231.958608] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.968034] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52006f1f-d577-868d-71dd-4928629d1351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.132555] env[70041]: DEBUG oslo_concurrency.lockutils [req-18766f3d-5dbc-4daa-bd98-05852a74c185 req-68c4cebf-a004-4f57-966e-91db75915bd3 service nova] Releasing lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.217039] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.219695] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.853s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.220014] env[70041]: DEBUG nova.objects.instance [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'pci_requests' on Instance uuid dfb6b55f-77ef-4480-8ae0-6dfafa78072c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.242958] env[70041]: INFO nova.scheduler.client.report [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Deleted allocations for instance a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd [ 1232.284576] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.284815] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.284990] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.445106] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428278} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.445361] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 5582ab5d-766c-43a3-ac16-3cde16f94e4b/5582ab5d-766c-43a3-ac16-3cde16f94e4b.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.445579] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.445829] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-810b3890-b34a-49bf-b8e2-a30154130fbf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.452070] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1232.452070] env[70041]: value = "task-3193762" [ 1232.452070] env[70041]: _type = "Task" [ 1232.452070] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.460343] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.468403] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52006f1f-d577-868d-71dd-4928629d1351, 'name': SearchDatastore_Task, 'duration_secs': 0.018523} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.469171] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26551c83-cda8-42c4-8163-2b9c01cb12c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.473833] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1232.473833] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5206cf99-5e5f-d07e-4bfd-9c6b01812d7f" [ 1232.473833] env[70041]: _type = "Task" [ 1232.473833] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.480799] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5206cf99-5e5f-d07e-4bfd-9c6b01812d7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.724473] env[70041]: DEBUG nova.objects.instance [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'numa_topology' on Instance uuid dfb6b55f-77ef-4480-8ae0-6dfafa78072c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.753190] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6dd79398-8299-47bb-a46c-2adde375b7e4 tempest-ServerActionsTestOtherB-1422410259 tempest-ServerActionsTestOtherB-1422410259-project-member] Lock "a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.643s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.962229] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060917} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.962590] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.963551] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4730348-65a3-4d15-8b15-c3487fde13ad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.989167] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 5582ab5d-766c-43a3-ac16-3cde16f94e4b/5582ab5d-766c-43a3-ac16-3cde16f94e4b.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.992650] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ca12b8-6eca-4018-be68-cbea079181c5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.013686] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5206cf99-5e5f-d07e-4bfd-9c6b01812d7f, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.014930] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.015236] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] e8629c99-2227-4026-9418-293069225ebe/e8629c99-2227-4026-9418-293069225ebe.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.015575] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1233.015575] env[70041]: value = "task-3193764" [ 1233.015575] env[70041]: _type = "Task" [ 1233.015575] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.015777] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-331326f2-6aa1-4895-9bad-0ed8252bffd1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.028082] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1233.028082] env[70041]: value = "task-3193765" [ 1233.028082] env[70041]: _type = "Task" [ 1233.028082] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.036077] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.227701] env[70041]: INFO nova.compute.claims [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.324187] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.324560] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.324861] env[70041]: DEBUG nova.network.neutron [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.528055] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.537478] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.033932] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.049106] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193765, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.201401] env[70041]: DEBUG nova.network.neutron [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [{"id": "b5ff4921-db09-4aff-a200-1149e22ea690", "address": "fa:16:3e:b1:b1:95", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff4921-db", "ovs_interfaceid": "b5ff4921-db09-4aff-a200-1149e22ea690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.350947] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce26d74-ff2b-4dbf-a623-8779dae46113 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.358874] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf853bc-d7c6-48fd-a08a-23f5bc7607c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.392109] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69fec3a-b642-4e15-b30f-abdb4e6a2546 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.399822] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bf2145-dce9-4236-8720-358e995ebf33 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.413295] env[70041]: DEBUG nova.compute.provider_tree [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.530596] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193764, 'name': ReconfigVM_Task, 'duration_secs': 1.190654} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.530930] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 5582ab5d-766c-43a3-ac16-3cde16f94e4b/5582ab5d-766c-43a3-ac16-3cde16f94e4b.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.531603] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19e93094-d307-4b56-b87b-9d2b04baa294 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.540700] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193765, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.096777} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.541817] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] e8629c99-2227-4026-9418-293069225ebe/e8629c99-2227-4026-9418-293069225ebe.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.542042] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.542334] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1234.542334] env[70041]: value = "task-3193766" [ 1234.542334] env[70041]: _type = "Task" [ 1234.542334] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.542541] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e59cb71-ffe7-4893-82dd-e2d0a18988c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.552054] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193766, 'name': Rename_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.553154] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1234.553154] env[70041]: value = "task-3193767" [ 1234.553154] env[70041]: _type = "Task" [ 1234.553154] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.566529] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.704538] env[70041]: DEBUG oslo_concurrency.lockutils [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.917330] env[70041]: DEBUG nova.scheduler.client.report [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.053411] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193766, 'name': Rename_Task, 'duration_secs': 0.13186} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.053782] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.056744] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1810a706-c919-45bf-a238-1a822a535459 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.062478] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056195} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.063576] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.063856] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1235.063856] env[70041]: value = "task-3193768" [ 1235.063856] env[70041]: _type = "Task" [ 1235.063856] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.064500] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd05182-f2c1-4e8d-81e0-cacbae448582 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.074840] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.092612] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e8629c99-2227-4026-9418-293069225ebe/e8629c99-2227-4026-9418-293069225ebe.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.092877] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba4d68f5-2db5-4687-8b65-adb1877c6b4a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.111120] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1235.111120] env[70041]: value = "task-3193769" [ 1235.111120] env[70041]: _type = "Task" [ 1235.111120] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.118539] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.232201] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a26d14-e548-47fe-a8c9-3f31cdee4c06 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.251526] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1836c828-e6c0-4b2e-b182-40c167ff7c5e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.258995] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance 'de3b62b9-80ab-4f8f-a9ed-8d32479e0771' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.423897] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.204s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.455105] env[70041]: INFO nova.network.neutron [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating port 39ba7170-34bd-430b-9aad-2238890f2f51 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1235.576110] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193768, 'name': PowerOnVM_Task, 'duration_secs': 0.4944} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.576388] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.576587] env[70041]: DEBUG nova.compute.manager [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.577354] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe7af12-e653-4fee-98a0-bde6236c50c4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.620049] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193769, 'name': ReconfigVM_Task, 'duration_secs': 0.349308} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.620318] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e8629c99-2227-4026-9418-293069225ebe/e8629c99-2227-4026-9418-293069225ebe.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.620946] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3636e745-cca0-4d1b-a7fb-84c67f69f723 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.626660] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1235.626660] env[70041]: value = "task-3193770" [ 1235.626660] env[70041]: _type = "Task" [ 1235.626660] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.634347] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193770, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.765615] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.765922] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7786fc4f-9f14-430b-83f0-53bab3bba8b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.773307] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1235.773307] env[70041]: value = "task-3193771" [ 1235.773307] env[70041]: _type = "Task" [ 1235.773307] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.781485] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.088960] env[70041]: INFO nova.compute.manager [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] bringing vm to original state: 'stopped' [ 1236.137575] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193770, 'name': Rename_Task, 'duration_secs': 0.243456} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.137914] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.138176] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac0cda2f-9a90-4555-9777-08dc4eeaaedc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.144754] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1236.144754] env[70041]: value = "task-3193772" [ 1236.144754] env[70041]: _type = "Task" [ 1236.144754] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.152658] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.283654] env[70041]: DEBUG oslo_vmware.api [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193771, 'name': PowerOnVM_Task, 'duration_secs': 0.506891} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.283801] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.283891] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b117ad22-58ac-4eae-8c7e-76d3b15ba5ef tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance 'de3b62b9-80ab-4f8f-a9ed-8d32479e0771' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.655334] env[70041]: DEBUG oslo_vmware.api [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193772, 'name': PowerOnVM_Task, 'duration_secs': 0.477153} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.655334] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.655334] env[70041]: INFO nova.compute.manager [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1236.655618] env[70041]: DEBUG nova.compute.manager [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.656170] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b1dce-0d94-440b-821e-a90f4eff1418 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.955156] env[70041]: DEBUG nova.compute.manager [req-37e608a0-9883-4a14-b7c3-0506b5a4716d req-6dbe37a0-4944-4a8a-a007-c6e4bd6bae4f service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received event network-vif-plugged-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1236.955362] env[70041]: DEBUG oslo_concurrency.lockutils [req-37e608a0-9883-4a14-b7c3-0506b5a4716d req-6dbe37a0-4944-4a8a-a007-c6e4bd6bae4f service nova] Acquiring lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.955567] env[70041]: DEBUG oslo_concurrency.lockutils [req-37e608a0-9883-4a14-b7c3-0506b5a4716d req-6dbe37a0-4944-4a8a-a007-c6e4bd6bae4f service nova] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.955733] env[70041]: DEBUG oslo_concurrency.lockutils [req-37e608a0-9883-4a14-b7c3-0506b5a4716d req-6dbe37a0-4944-4a8a-a007-c6e4bd6bae4f service nova] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.955902] env[70041]: DEBUG nova.compute.manager [req-37e608a0-9883-4a14-b7c3-0506b5a4716d req-6dbe37a0-4944-4a8a-a007-c6e4bd6bae4f service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] No waiting events found dispatching network-vif-plugged-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.956081] env[70041]: WARNING nova.compute.manager [req-37e608a0-9883-4a14-b7c3-0506b5a4716d req-6dbe37a0-4944-4a8a-a007-c6e4bd6bae4f service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received unexpected event network-vif-plugged-39ba7170-34bd-430b-9aad-2238890f2f51 for instance with vm_state shelved_offloaded and task_state spawning. [ 1237.096912] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.097218] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.097394] env[70041]: DEBUG nova.compute.manager [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.098289] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f267620b-087f-4b47-b93c-9e4e33f8dd04 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.106238] env[70041]: DEBUG nova.compute.manager [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1237.136818] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.137024] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.137210] env[70041]: DEBUG nova.network.neutron [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.173545] env[70041]: INFO nova.compute.manager [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Took 12.83 seconds to build instance. [ 1237.610746] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.612893] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f68e19-00a9-4610-974a-facd99686444 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.620555] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1237.620555] env[70041]: value = "task-3193773" [ 1237.620555] env[70041]: _type = "Task" [ 1237.620555] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.631307] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.676350] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c65cbb37-b3f8-4bb8-a64d-8f48824e3c73 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.335s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.089264] env[70041]: DEBUG nova.network.neutron [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating instance_info_cache with network_info: [{"id": "39ba7170-34bd-430b-9aad-2238890f2f51", "address": "fa:16:3e:c0:80:7d", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba7170-34", "ovs_interfaceid": "39ba7170-34bd-430b-9aad-2238890f2f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.131744] env[70041]: DEBUG oslo_vmware.api [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193773, 'name': PowerOffVM_Task, 'duration_secs': 0.314155} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.132035] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.132232] env[70041]: DEBUG nova.compute.manager [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.133049] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140508c4-35ff-4b0c-a82c-b0a16e79ed09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.151647] env[70041]: DEBUG oslo_concurrency.lockutils [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.151919] env[70041]: DEBUG oslo_concurrency.lockutils [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.152205] env[70041]: DEBUG nova.compute.manager [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Going to confirm migration 6 {{(pid=70041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1238.594395] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.623102] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='404f17de9da3cfe96d1e6626f9cd8a3a',container_format='bare',created_at=2025-03-26T23:09:42Z,direct_url=,disk_format='vmdk',id=9faa563b-97bb-4786-af66-44d0a5fbd48e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-713058663-shelved',owner='8e2d5cd363ea42d3aaac2871ebebb614',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-03-26T23:09:56Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.623410] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.623568] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.623751] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.623935] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.624126] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.624345] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.624506] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.624672] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.624842] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.625035] env[70041]: DEBUG nova.virt.hardware [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.625925] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4e2a8c-5d42-4a37-829f-1acca3596e78 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.634278] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698c8771-1218-4db6-ad95-1f57bc3bcf89 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.650394] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.652064] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:80:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39ba7170-34bd-430b-9aad-2238890f2f51', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.659567] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.664358] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.665241] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39afe731-b0c1-4c76-a282-140589138aea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.686696] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.686696] env[70041]: value = "task-3193774" [ 1238.686696] env[70041]: _type = "Task" [ 1238.686696] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.694853] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193774, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.720773] env[70041]: DEBUG oslo_concurrency.lockutils [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.721021] env[70041]: DEBUG oslo_concurrency.lockutils [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.721208] env[70041]: DEBUG nova.network.neutron [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.721416] env[70041]: DEBUG nova.objects.instance [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'info_cache' on Instance uuid de3b62b9-80ab-4f8f-a9ed-8d32479e0771 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.037254] env[70041]: DEBUG nova.compute.manager [req-6fa31881-741d-4967-a0a4-23af2355c28b req-58dbe2fe-211f-4dfe-93fd-44d7655624a5 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received event network-changed-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1239.037480] env[70041]: DEBUG nova.compute.manager [req-6fa31881-741d-4967-a0a4-23af2355c28b req-58dbe2fe-211f-4dfe-93fd-44d7655624a5 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Refreshing instance network info cache due to event network-changed-39ba7170-34bd-430b-9aad-2238890f2f51. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1239.037673] env[70041]: DEBUG oslo_concurrency.lockutils [req-6fa31881-741d-4967-a0a4-23af2355c28b req-58dbe2fe-211f-4dfe-93fd-44d7655624a5 service nova] Acquiring lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.037815] env[70041]: DEBUG oslo_concurrency.lockutils [req-6fa31881-741d-4967-a0a4-23af2355c28b req-58dbe2fe-211f-4dfe-93fd-44d7655624a5 service nova] Acquired lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.037974] env[70041]: DEBUG nova.network.neutron [req-6fa31881-741d-4967-a0a4-23af2355c28b req-58dbe2fe-211f-4dfe-93fd-44d7655624a5 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Refreshing network info cache for port 39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.043108] env[70041]: DEBUG nova.compute.manager [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Stashing vm_state: active {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1239.159439] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.159439] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.159439] env[70041]: DEBUG nova.objects.instance [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1239.199222] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193774, 'name': CreateVM_Task, 'duration_secs': 0.354888} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.199408] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.200104] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.200280] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.200646] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.200963] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73799de5-6c95-4304-8d11-2fb354c3f68e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.205665] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1239.205665] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526c2ae5-6e38-6ae1-a0e0-9bf74d96106e" [ 1239.205665] env[70041]: _type = "Task" [ 1239.205665] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.214113] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]526c2ae5-6e38-6ae1-a0e0-9bf74d96106e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.570015] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.718240] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.718506] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Processing image 9faa563b-97bb-4786-af66-44d0a5fbd48e {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.718733] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e/9faa563b-97bb-4786-af66-44d0a5fbd48e.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.718880] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e/9faa563b-97bb-4786-af66-44d0a5fbd48e.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.719069] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.719322] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcca4532-9c49-462c-b5bd-b03af072e847 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.731613] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.731806] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.732539] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2be7a29-a1d5-466e-a73f-7434f777f94c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.738020] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1239.738020] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5267a9ee-fdeb-e977-b82e-a42a4736089c" [ 1239.738020] env[70041]: _type = "Task" [ 1239.738020] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.745637] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5267a9ee-fdeb-e977-b82e-a42a4736089c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.749121] env[70041]: DEBUG nova.network.neutron [req-6fa31881-741d-4967-a0a4-23af2355c28b req-58dbe2fe-211f-4dfe-93fd-44d7655624a5 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updated VIF entry in instance network info cache for port 39ba7170-34bd-430b-9aad-2238890f2f51. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.749455] env[70041]: DEBUG nova.network.neutron [req-6fa31881-741d-4967-a0a4-23af2355c28b req-58dbe2fe-211f-4dfe-93fd-44d7655624a5 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating instance_info_cache with network_info: [{"id": "39ba7170-34bd-430b-9aad-2238890f2f51", "address": "fa:16:3e:c0:80:7d", "network": {"id": "474512ba-3ccc-4577-8321-271deb8cb00b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-89805544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e2d5cd363ea42d3aaac2871ebebb614", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba7170-34", "ovs_interfaceid": "39ba7170-34bd-430b-9aad-2238890f2f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.879465] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.879706] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.879903] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.880093] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.880262] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.882362] env[70041]: INFO nova.compute.manager [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Terminating instance [ 1239.965078] env[70041]: DEBUG nova.network.neutron [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [{"id": "b5ff4921-db09-4aff-a200-1149e22ea690", "address": "fa:16:3e:b1:b1:95", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff4921-db", "ovs_interfaceid": "b5ff4921-db09-4aff-a200-1149e22ea690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.167619] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e10e0b70-4e4c-406b-9cfe-39a24bdb65fd tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.168745] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.599s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.248388] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Preparing fetch location {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1240.248787] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Fetch image to [datastore2] OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8/OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8.vmdk {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1240.248997] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Downloading stream optimized image 9faa563b-97bb-4786-af66-44d0a5fbd48e to [datastore2] OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8/OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8.vmdk on the data store datastore2 as vApp {{(pid=70041) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1240.249220] env[70041]: DEBUG nova.virt.vmwareapi.images [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Downloading image file data 9faa563b-97bb-4786-af66-44d0a5fbd48e to the ESX as VM named 'OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8' {{(pid=70041) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1240.252711] env[70041]: DEBUG oslo_concurrency.lockutils [req-6fa31881-741d-4967-a0a4-23af2355c28b req-58dbe2fe-211f-4dfe-93fd-44d7655624a5 service nova] Releasing lock "refresh_cache-dfb6b55f-77ef-4480-8ae0-6dfafa78072c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.320539] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1240.320539] env[70041]: value = "resgroup-9" [ 1240.320539] env[70041]: _type = "ResourcePool" [ 1240.320539] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1240.321113] env[70041]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1ca029ee-74c7-4f89-a4a8-65267511acf9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.342787] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lease: (returnval){ [ 1240.342787] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cd6c71-9577-6fd2-fc69-844c7c6c6312" [ 1240.342787] env[70041]: _type = "HttpNfcLease" [ 1240.342787] env[70041]: } obtained for vApp import into resource pool (val){ [ 1240.342787] env[70041]: value = "resgroup-9" [ 1240.342787] env[70041]: _type = "ResourcePool" [ 1240.342787] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1240.343280] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the lease: (returnval){ [ 1240.343280] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cd6c71-9577-6fd2-fc69-844c7c6c6312" [ 1240.343280] env[70041]: _type = "HttpNfcLease" [ 1240.343280] env[70041]: } to be ready. {{(pid=70041) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1240.349295] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1240.349295] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cd6c71-9577-6fd2-fc69-844c7c6c6312" [ 1240.349295] env[70041]: _type = "HttpNfcLease" [ 1240.349295] env[70041]: } is initializing. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1240.386277] env[70041]: DEBUG nova.compute.manager [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.386506] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.387388] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c353c264-f02d-4b2a-9f09-920462b9c8cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.394597] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.394826] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-656c4a6a-8a51-4ea2-b20f-7cecc070e69b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.467494] env[70041]: DEBUG oslo_concurrency.lockutils [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-de3b62b9-80ab-4f8f-a9ed-8d32479e0771" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.467777] env[70041]: DEBUG nova.objects.instance [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'migration_context' on Instance uuid de3b62b9-80ab-4f8f-a9ed-8d32479e0771 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.475870] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.476146] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.476398] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleting the datastore file [datastore2] 5582ab5d-766c-43a3-ac16-3cde16f94e4b {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.477331] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c53c286-416d-4807-8ee6-b5049675b760 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.487572] env[70041]: DEBUG oslo_vmware.api [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1240.487572] env[70041]: value = "task-3193777" [ 1240.487572] env[70041]: _type = "Task" [ 1240.487572] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.496470] env[70041]: DEBUG oslo_vmware.api [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.674357] env[70041]: INFO nova.compute.claims [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.851868] env[70041]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1240.851868] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cd6c71-9577-6fd2-fc69-844c7c6c6312" [ 1240.851868] env[70041]: _type = "HttpNfcLease" [ 1240.851868] env[70041]: } is ready. {{(pid=70041) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1240.852215] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1240.852215] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52cd6c71-9577-6fd2-fc69-844c7c6c6312" [ 1240.852215] env[70041]: _type = "HttpNfcLease" [ 1240.852215] env[70041]: }. {{(pid=70041) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1240.852956] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9d44bd-3bd8-4dd2-b779-eb3ade1bbc09 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.859718] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e9bbb-306d-46a1-e095-5f0135da54ac/disk-0.vmdk from lease info. {{(pid=70041) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1240.859891] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e9bbb-306d-46a1-e095-5f0135da54ac/disk-0.vmdk. {{(pid=70041) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1240.923639] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90c3639a-4153-41f3-8611-f45944f72500 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.971787] env[70041]: DEBUG nova.objects.base [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1240.973177] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113ac969-754d-439e-bc28-ec2afbb30116 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.995416] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2cfdfa1-243b-472a-b03b-5abfcbcfb6dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.002803] env[70041]: DEBUG oslo_vmware.api [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186754} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.003961] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.004213] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.004412] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.004631] env[70041]: INFO nova.compute.manager [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1241.004900] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.005160] env[70041]: DEBUG oslo_vmware.api [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1241.005160] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f98a83-e430-bf51-bb58-a5b6a685687c" [ 1241.005160] env[70041]: _type = "Task" [ 1241.005160] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.005356] env[70041]: DEBUG nova.compute.manager [-] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.005464] env[70041]: DEBUG nova.network.neutron [-] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.015492] env[70041]: DEBUG oslo_vmware.api [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f98a83-e430-bf51-bb58-a5b6a685687c, 'name': SearchDatastore_Task, 'duration_secs': 0.006705} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.015492] env[70041]: DEBUG oslo_concurrency.lockutils [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.180950] env[70041]: INFO nova.compute.resource_tracker [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating resource usage from migration 558eeb14-8048-4e6d-ab2e-8955e35225f8 [ 1241.336589] env[70041]: DEBUG nova.compute.manager [req-ca5c4f32-1607-4220-be40-e42c4f820512 req-986da374-1b83-4560-b2cd-32116d0ad82c service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Received event network-vif-deleted-8d24fcef-0be6-4a81-b11a-171c0238e471 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1241.336866] env[70041]: INFO nova.compute.manager [req-ca5c4f32-1607-4220-be40-e42c4f820512 req-986da374-1b83-4560-b2cd-32116d0ad82c service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Neutron deleted interface 8d24fcef-0be6-4a81-b11a-171c0238e471; detaching it from the instance and deleting it from the info cache [ 1241.337166] env[70041]: DEBUG nova.network.neutron [req-ca5c4f32-1607-4220-be40-e42c4f820512 req-986da374-1b83-4560-b2cd-32116d0ad82c service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.354858] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e89574-6400-4c95-9b4c-f87e93a84c47 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.367616] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab1373e-30b5-4737-96e4-01d64ba25e96 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.408068] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9944c599-f2ce-492f-acea-28ce5ee68f24 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.422657] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3148b885-b762-42c7-9ecb-bbfc8a7ede2c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.438097] env[70041]: DEBUG nova.compute.provider_tree [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.817455] env[70041]: DEBUG nova.network.neutron [-] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.843674] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6e090df-1b87-4a71-b557-a3b3e0ef9a36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.853737] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d44fd1-0235-4c87-8136-2bd42311db0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.883647] env[70041]: DEBUG nova.compute.manager [req-ca5c4f32-1607-4220-be40-e42c4f820512 req-986da374-1b83-4560-b2cd-32116d0ad82c service nova] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Detach interface failed, port_id=8d24fcef-0be6-4a81-b11a-171c0238e471, reason: Instance 5582ab5d-766c-43a3-ac16-3cde16f94e4b could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1241.942193] env[70041]: DEBUG nova.scheduler.client.report [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.998404] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Completed reading data from the image iterator. {{(pid=70041) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1241.998709] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e9bbb-306d-46a1-e095-5f0135da54ac/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1241.999680] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ece2b8-431e-45d7-9ef8-6296dc33db99 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.008910] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e9bbb-306d-46a1-e095-5f0135da54ac/disk-0.vmdk is in state: ready. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1242.009104] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e9bbb-306d-46a1-e095-5f0135da54ac/disk-0.vmdk. {{(pid=70041) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1242.009345] env[70041]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9d7f0c96-7d0b-410c-9b4c-58f506b0b641 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.189501] env[70041]: DEBUG oslo_vmware.rw_handles [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521e9bbb-306d-46a1-e095-5f0135da54ac/disk-0.vmdk. {{(pid=70041) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1242.189879] env[70041]: INFO nova.virt.vmwareapi.images [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Downloaded image file data 9faa563b-97bb-4786-af66-44d0a5fbd48e [ 1242.190539] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9050e25-e1d8-4753-8f89-02813bffdbda {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.206013] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9947eb7c-514b-498b-a551-091df78ead69 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.235401] env[70041]: INFO nova.virt.vmwareapi.images [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] The imported VM was unregistered [ 1242.237867] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Caching image {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1242.238120] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.238384] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2575e643-d9a4-46db-9fcd-5b8ac91bca16 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.276693] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Created directory with path [datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.276889] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8/OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8.vmdk to [datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e/9faa563b-97bb-4786-af66-44d0a5fbd48e.vmdk. {{(pid=70041) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1242.277172] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-44688636-672b-494d-89b8-549fc3fad614 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.284143] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1242.284143] env[70041]: value = "task-3193779" [ 1242.284143] env[70041]: _type = "Task" [ 1242.284143] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.291718] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193779, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.320364] env[70041]: INFO nova.compute.manager [-] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Took 1.31 seconds to deallocate network for instance. [ 1242.448265] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.279s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.448453] env[70041]: INFO nova.compute.manager [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Migrating [ 1242.455077] env[70041]: DEBUG oslo_concurrency.lockutils [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.440s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.794727] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193779, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.826960] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.966667] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.966848] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.966968] env[70041]: DEBUG nova.network.neutron [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.100258] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6189839-dfde-4d02-98df-be886023c682 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.108440] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc8c530-1f19-476c-bde7-59d9b3e8aa01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.142947] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a15a12-bd4d-4b10-a582-414486cb7148 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.152119] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78749f03-adda-472d-8695-56484c51bd27 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.168200] env[70041]: DEBUG nova.compute.provider_tree [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.310463] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193779, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.671309] env[70041]: DEBUG nova.scheduler.client.report [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.727663] env[70041]: DEBUG nova.network.neutron [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance_info_cache with network_info: [{"id": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "address": "fa:16:3e:0c:c4:e9", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc1bd52-ec", "ovs_interfaceid": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.800054] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193779, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.231276] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.300432] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193779, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.682245] env[70041]: DEBUG oslo_concurrency.lockutils [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.227s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.685296] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.858s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.685527] env[70041]: DEBUG nova.objects.instance [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lazy-loading 'resources' on Instance uuid 5582ab5d-766c-43a3-ac16-3cde16f94e4b {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.800400] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193779, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.248284] env[70041]: INFO nova.scheduler.client.report [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted allocation for migration fb477f19-a0f7-4f20-8776-7ba6c1dedb2f [ 1245.301756] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193779, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.305428] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143fc25f-2dea-4d16-89a1-894bd4c9bc6a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.312159] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6febfa0-2dd3-4a36-b870-e5e073027229 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.342034] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12332f00-9b16-4ff5-a8ce-c8ff0a2107a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.348821] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f1d699-d894-47c6-8749-ca76214412f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.361623] env[70041]: DEBUG nova.compute.provider_tree [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.747520] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430ebe93-33d3-4f01-ab5e-253ee691c818 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.767501] env[70041]: DEBUG oslo_concurrency.lockutils [None req-40e6add3-a19d-4753-bc5a-abc0142577de tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.615s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.768599] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance 'e8629c99-2227-4026-9418-293069225ebe' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.801343] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193779, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.194661} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.801620] env[70041]: INFO nova.virt.vmwareapi.ds_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8/OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8.vmdk to [datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e/9faa563b-97bb-4786-af66-44d0a5fbd48e.vmdk. [ 1245.802047] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Cleaning up location [datastore2] OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1245.802047] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_803336d0-f8ac-471d-844a-846d348939d8 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.802226] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b0f4790-8935-466b-8133-3067c83a3e83 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.808366] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1245.808366] env[70041]: value = "task-3193780" [ 1245.808366] env[70041]: _type = "Task" [ 1245.808366] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.816377] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.865390] env[70041]: DEBUG nova.scheduler.client.report [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.274682] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.274984] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f63833f8-9a7a-4214-ad5c-4216e2fa3c93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.282308] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1246.282308] env[70041]: value = "task-3193781" [ 1246.282308] env[70041]: _type = "Task" [ 1246.282308] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.290701] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.317249] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037085} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.317511] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.317699] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e/9faa563b-97bb-4786-af66-44d0a5fbd48e.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.317943] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e/9faa563b-97bb-4786-af66-44d0a5fbd48e.vmdk to [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c/dfb6b55f-77ef-4480-8ae0-6dfafa78072c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.318216] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdef6794-9190-4ac7-a962-263c47e7ba69 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.324016] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1246.324016] env[70041]: value = "task-3193782" [ 1246.324016] env[70041]: _type = "Task" [ 1246.324016] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.331858] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.359499] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.359749] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.359949] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.360147] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.360317] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.362480] env[70041]: INFO nova.compute.manager [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Terminating instance [ 1246.370622] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.394721] env[70041]: INFO nova.scheduler.client.report [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted allocations for instance 5582ab5d-766c-43a3-ac16-3cde16f94e4b [ 1246.792783] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193781, 'name': PowerOffVM_Task, 'duration_secs': 0.257529} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.794056] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.794056] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance 'e8629c99-2227-4026-9418-293069225ebe' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.836547] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193782, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.866487] env[70041]: DEBUG nova.compute.manager [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.866729] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.867628] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cc3b1d-7107-40f8-bf72-80d746d1b563 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.876808] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.877125] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8361c0af-d2fd-4392-afdd-4e275eef1e4f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.883760] env[70041]: DEBUG oslo_vmware.api [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1246.883760] env[70041]: value = "task-3193783" [ 1246.883760] env[70041]: _type = "Task" [ 1246.883760] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.894825] env[70041]: DEBUG oslo_vmware.api [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.902145] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4c593234-4897-4e55-a513-bdd1cfce99ee tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "5582ab5d-766c-43a3-ac16-3cde16f94e4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.022s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.300390] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.300641] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.300809] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.300983] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.301154] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.301306] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.301516] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.301677] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.301842] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.302013] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.302205] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.307628] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d25d747a-8c62-451b-9f48-5c7c3fb163bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.330447] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1247.330447] env[70041]: value = "task-3193784" [ 1247.330447] env[70041]: _type = "Task" [ 1247.330447] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.339861] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193782, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.343335] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193784, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.395790] env[70041]: DEBUG oslo_vmware.api [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193783, 'name': PowerOffVM_Task, 'duration_secs': 0.264957} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.396122] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.396297] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.396555] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b59129f6-89e2-4bf4-b255-1b0171b274c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.479574] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.479778] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.479957] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleting the datastore file [datastore1] de3b62b9-80ab-4f8f-a9ed-8d32479e0771 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.480339] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21943486-674d-49e3-a66b-bc367a4865ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.491481] env[70041]: DEBUG oslo_vmware.api [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1247.491481] env[70041]: value = "task-3193786" [ 1247.491481] env[70041]: _type = "Task" [ 1247.491481] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.501901] env[70041]: DEBUG oslo_vmware.api [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.838806] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193782, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.849175] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.006291] env[70041]: DEBUG oslo_vmware.api [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283891} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.006560] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.006740] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.006916] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.007110] env[70041]: INFO nova.compute.manager [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1248.007364] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.007574] env[70041]: DEBUG nova.compute.manager [-] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.007664] env[70041]: DEBUG nova.network.neutron [-] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.344029] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193782, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.344029] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193784, 'name': ReconfigVM_Task, 'duration_secs': 0.994491} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.344029] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance 'e8629c99-2227-4026-9418-293069225ebe' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.637375] env[70041]: DEBUG nova.compute.manager [req-d18b833a-49f0-4ff1-b1cb-f310a01a68ad req-062b90cf-80a0-4669-974e-e553c9c4a17e service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Received event network-vif-deleted-b5ff4921-db09-4aff-a200-1149e22ea690 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1248.638026] env[70041]: INFO nova.compute.manager [req-d18b833a-49f0-4ff1-b1cb-f310a01a68ad req-062b90cf-80a0-4669-974e-e553c9c4a17e service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Neutron deleted interface b5ff4921-db09-4aff-a200-1149e22ea690; detaching it from the instance and deleting it from the info cache [ 1248.638026] env[70041]: DEBUG nova.network.neutron [req-d18b833a-49f0-4ff1-b1cb-f310a01a68ad req-062b90cf-80a0-4669-974e-e553c9c4a17e service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.840987] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193782, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.850664] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.850911] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.851080] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.851382] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.851555] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.851708] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.851916] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.852111] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.852398] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.852609] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.852789] env[70041]: DEBUG nova.virt.hardware [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.859062] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.859397] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02ceb33-e707-41d7-a70c-3dc2c2fb96ce {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.887105] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1248.887105] env[70041]: value = "task-3193787" [ 1248.887105] env[70041]: _type = "Task" [ 1248.887105] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.900210] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.116997] env[70041]: DEBUG nova.network.neutron [-] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.140685] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36c14d4f-856d-455d-b073-ac37db0b6a95 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.151665] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec477a02-faed-49ef-a2d7-8ab218dea95d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.178809] env[70041]: DEBUG nova.compute.manager [req-d18b833a-49f0-4ff1-b1cb-f310a01a68ad req-062b90cf-80a0-4669-974e-e553c9c4a17e service nova] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Detach interface failed, port_id=b5ff4921-db09-4aff-a200-1149e22ea690, reason: Instance de3b62b9-80ab-4f8f-a9ed-8d32479e0771 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1249.233037] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.233219] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.338098] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193782, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.648622} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.338377] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9faa563b-97bb-4786-af66-44d0a5fbd48e/9faa563b-97bb-4786-af66-44d0a5fbd48e.vmdk to [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c/dfb6b55f-77ef-4480-8ae0-6dfafa78072c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.339257] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5244c1-5f85-455b-b41b-b63ea89997e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.360095] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c/dfb6b55f-77ef-4480-8ae0-6dfafa78072c.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.360346] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce12600-ac26-47ec-978e-5fd62d10465e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.379891] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1249.379891] env[70041]: value = "task-3193788" [ 1249.379891] env[70041]: _type = "Task" [ 1249.379891] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.393068] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.398341] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193787, 'name': ReconfigVM_Task, 'duration_secs': 0.213209} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.398587] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.399328] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e36a0a-41aa-4e5b-8dcf-c1377bfd4f1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.420812] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e8629c99-2227-4026-9418-293069225ebe/e8629c99-2227-4026-9418-293069225ebe.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.421198] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e8819b-33c1-42d6-8edb-0a1cc73c2359 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.439193] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1249.439193] env[70041]: value = "task-3193789" [ 1249.439193] env[70041]: _type = "Task" [ 1249.439193] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.448792] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.620096] env[70041]: INFO nova.compute.manager [-] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Took 1.61 seconds to deallocate network for instance. [ 1249.736056] env[70041]: DEBUG nova.compute.manager [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.798415] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.798631] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.798786] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.798940] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.799503] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.799503] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.889624] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193788, 'name': ReconfigVM_Task, 'duration_secs': 0.271603} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.890030] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c/dfb6b55f-77ef-4480-8ae0-6dfafa78072c.vmdk or device None with type streamOptimized {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.890563] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4af14c6-c35f-4c44-a8d5-ec8577de2b3e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.896329] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1249.896329] env[70041]: value = "task-3193790" [ 1249.896329] env[70041]: _type = "Task" [ 1249.896329] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.904332] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193790, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.913847] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.914070] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1249.914262] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.949558] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193789, 'name': ReconfigVM_Task, 'duration_secs': 0.499233} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.949788] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e8629c99-2227-4026-9418-293069225ebe/e8629c99-2227-4026-9418-293069225ebe.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.950068] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance 'e8629c99-2227-4026-9418-293069225ebe' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.126691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.126968] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.127187] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.187603] env[70041]: INFO nova.scheduler.client.report [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted allocations for instance de3b62b9-80ab-4f8f-a9ed-8d32479e0771 [ 1250.255094] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.255431] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.256979] env[70041]: INFO nova.compute.claims [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.406138] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193790, 'name': Rename_Task, 'duration_secs': 0.148754} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.406394] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.406633] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-955b4838-28c4-4299-aea9-c7f34a66ad23 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.413137] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1250.413137] env[70041]: value = "task-3193791" [ 1250.413137] env[70041]: _type = "Task" [ 1250.413137] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.418710] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.422773] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.456790] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d0f70-698c-47b2-8743-df1acbbdbbde {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.476279] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719a4af9-3915-4da6-89a0-0e6036121452 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.506409] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance 'e8629c99-2227-4026-9418-293069225ebe' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.695299] env[70041]: DEBUG oslo_concurrency.lockutils [None req-49f543db-4a8c-4ab4-9b34-d8ef3859bd03 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "de3b62b9-80ab-4f8f-a9ed-8d32479e0771" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.335s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.925786] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.128510] env[70041]: DEBUG nova.network.neutron [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Port ecc1bd52-ece1-45ef-951d-ab6f477ee800 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1251.363358] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d4e07-72af-4752-9a67-80717c1e5f1c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.373381] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8404df-5c56-445e-8b38-85b86eef459a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.422765] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ca97c4-ba2a-4ec9-89c8-645e8976d2db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.431081] env[70041]: DEBUG oslo_vmware.api [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193791, 'name': PowerOnVM_Task, 'duration_secs': 0.547725} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.433045] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.436102] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11492e7c-9e52-4c05-bf51-c0f191c35e18 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.450166] env[70041]: DEBUG nova.compute.provider_tree [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.665714] env[70041]: DEBUG nova.compute.manager [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.667179] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c986257-daa1-4122-a0a5-272ed31076f8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.849939] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "833a458c-ef64-4a96-ad14-9076dde74e7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.850253] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.953525] env[70041]: DEBUG nova.scheduler.client.report [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.150393] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "e8629c99-2227-4026-9418-293069225ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.150674] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.150934] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.185691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5c38ddbb-7bc7-4f87-bfa4-dbfabcf0399a tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.850s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.352408] env[70041]: DEBUG nova.compute.manager [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.458072] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.458600] env[70041]: DEBUG nova.compute.manager [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.461148] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.044s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.461320] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.461470] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1252.462482] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ab759f-23cd-463a-9da0-2bf044fdc8d7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.470304] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcef1cd-d20c-44cd-abb9-1636d1e107c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.485052] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dd4702-7176-4087-93cf-dc5d0c234495 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.490850] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b3a00a-4ec9-4021-a509-07279ba54489 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.522344] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180034MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1252.522502] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.522727] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.903267] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.963522] env[70041]: DEBUG nova.compute.utils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1252.965016] env[70041]: DEBUG nova.compute.manager [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1252.965189] env[70041]: DEBUG nova.network.neutron [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.000077] env[70041]: DEBUG nova.policy [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa7382e2f33945cd92dfa93bd117325a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015b14f6fdaf44d6a80361a791b9ab72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.183613] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.183797] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.183977] env[70041]: DEBUG nova.network.neutron [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.331343] env[70041]: DEBUG nova.network.neutron [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Successfully created port: bc5dfa6d-d6a8-469d-9ed4-2dea66826572 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.468968] env[70041]: DEBUG nova.compute.manager [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.531600] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Applying migration context for instance e8629c99-2227-4026-9418-293069225ebe as it has an incoming, in-progress migration 558eeb14-8048-4e6d-ab2e-8955e35225f8. Migration status is post-migrating {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1253.532715] env[70041]: INFO nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating resource usage from migration 558eeb14-8048-4e6d-ab2e-8955e35225f8 [ 1253.554861] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 8324f683-c7fd-438e-9a15-91438206100e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.555036] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.555170] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.555289] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance dfb6b55f-77ef-4480-8ae0-6dfafa78072c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.555402] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Migration 558eeb14-8048-4e6d-ab2e-8955e35225f8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1253.555516] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance e8629c99-2227-4026-9418-293069225ebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.555629] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 30d3f01a-489f-47da-aad4-f9a16f033cc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1253.917293] env[70041]: DEBUG nova.network.neutron [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance_info_cache with network_info: [{"id": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "address": "fa:16:3e:0c:c4:e9", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc1bd52-ec", "ovs_interfaceid": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.059914] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 833a458c-ef64-4a96-ad14-9076dde74e7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1254.060302] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1254.060490] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1254.211513] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f29d7f1-3816-42fd-a058-c809f60a3fe3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.221563] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09254fa8-ea1d-46a2-b97f-9040ac2d365b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.249854] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f8031-d91f-4f22-a084-7896e0bfe228 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.257317] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02de3f39-298b-497d-b762-f12f23be0f6d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.270453] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.419770] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.478887] env[70041]: DEBUG nova.compute.manager [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.527671] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.527928] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.528106] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.528290] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.528433] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.528576] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.528778] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.528933] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.529132] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.529320] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.529497] env[70041]: DEBUG nova.virt.hardware [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.530389] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2048111d-783f-425e-badf-573fad8a5878 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.538518] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f7f903-2509-48d1-b8cf-5bddfc6d6874 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.686085] env[70041]: DEBUG nova.compute.manager [req-8c5d370f-3ebc-45e1-a70a-c4f1d3c86ee3 req-e9707c60-10ed-4aa6-86ec-3fd25b87f6dc service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Received event network-vif-plugged-bc5dfa6d-d6a8-469d-9ed4-2dea66826572 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1254.686322] env[70041]: DEBUG oslo_concurrency.lockutils [req-8c5d370f-3ebc-45e1-a70a-c4f1d3c86ee3 req-e9707c60-10ed-4aa6-86ec-3fd25b87f6dc service nova] Acquiring lock "30d3f01a-489f-47da-aad4-f9a16f033cc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.686528] env[70041]: DEBUG oslo_concurrency.lockutils [req-8c5d370f-3ebc-45e1-a70a-c4f1d3c86ee3 req-e9707c60-10ed-4aa6-86ec-3fd25b87f6dc service nova] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.686690] env[70041]: DEBUG oslo_concurrency.lockutils [req-8c5d370f-3ebc-45e1-a70a-c4f1d3c86ee3 req-e9707c60-10ed-4aa6-86ec-3fd25b87f6dc service nova] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.686873] env[70041]: DEBUG nova.compute.manager [req-8c5d370f-3ebc-45e1-a70a-c4f1d3c86ee3 req-e9707c60-10ed-4aa6-86ec-3fd25b87f6dc service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] No waiting events found dispatching network-vif-plugged-bc5dfa6d-d6a8-469d-9ed4-2dea66826572 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.687203] env[70041]: WARNING nova.compute.manager [req-8c5d370f-3ebc-45e1-a70a-c4f1d3c86ee3 req-e9707c60-10ed-4aa6-86ec-3fd25b87f6dc service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Received unexpected event network-vif-plugged-bc5dfa6d-d6a8-469d-9ed4-2dea66826572 for instance with vm_state building and task_state spawning. [ 1254.769453] env[70041]: DEBUG nova.network.neutron [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Successfully updated port: bc5dfa6d-d6a8-469d-9ed4-2dea66826572 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.773595] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.940100] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c946ed4-cef2-4b08-8033-e8ecf6704a31 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.959734] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb599e6-c93b-43cf-9e14-8c30e3ab14d9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.967089] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance 'e8629c99-2227-4026-9418-293069225ebe' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.272614] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "refresh_cache-30d3f01a-489f-47da-aad4-f9a16f033cc7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.272614] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "refresh_cache-30d3f01a-489f-47da-aad4-f9a16f033cc7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.272614] env[70041]: DEBUG nova.network.neutron [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.278832] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1255.279042] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.756s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.279313] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.376s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.280892] env[70041]: INFO nova.compute.claims [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.473232] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.473480] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fbbf526-d93d-4171-994e-f3f97c9c39aa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.481388] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1255.481388] env[70041]: value = "task-3193792" [ 1255.481388] env[70041]: _type = "Task" [ 1255.481388] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.488911] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.807849] env[70041]: DEBUG nova.network.neutron [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.992428] env[70041]: DEBUG oslo_vmware.api [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193792, 'name': PowerOnVM_Task, 'duration_secs': 0.376711} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.992790] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.993087] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-fa539c6f-dbcf-49ba-9efa-7acfe4fe82f2 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance 'e8629c99-2227-4026-9418-293069225ebe' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.998260] env[70041]: DEBUG nova.network.neutron [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Updating instance_info_cache with network_info: [{"id": "bc5dfa6d-d6a8-469d-9ed4-2dea66826572", "address": "fa:16:3e:78:bf:e5", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5dfa6d-d6", "ovs_interfaceid": "bc5dfa6d-d6a8-469d-9ed4-2dea66826572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.416588] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a41c6-a80f-46cd-805d-8a376f715c6e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.425205] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deafe8b-1995-4303-9021-04a116bb9808 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.454980] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4448d0da-3f53-4440-b251-a4287772dde7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.461585] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ae9ea2-d897-42da-90e2-17e4b4e710ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.474175] env[70041]: DEBUG nova.compute.provider_tree [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.500839] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "refresh_cache-30d3f01a-489f-47da-aad4-f9a16f033cc7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.501132] env[70041]: DEBUG nova.compute.manager [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Instance network_info: |[{"id": "bc5dfa6d-d6a8-469d-9ed4-2dea66826572", "address": "fa:16:3e:78:bf:e5", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5dfa6d-d6", "ovs_interfaceid": "bc5dfa6d-d6a8-469d-9ed4-2dea66826572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.503683] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:bf:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc5dfa6d-d6a8-469d-9ed4-2dea66826572', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.511009] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.511370] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.511571] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c252370-ac67-4c14-93cd-007f37b5f659 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.531058] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.531058] env[70041]: value = "task-3193793" [ 1256.531058] env[70041]: _type = "Task" [ 1256.531058] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.538187] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193793, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.693576] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.693898] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.694160] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.694387] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.694605] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.696917] env[70041]: INFO nova.compute.manager [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Terminating instance [ 1256.711594] env[70041]: DEBUG nova.compute.manager [req-4c27b9c2-6db8-41da-a210-e71f6c29fa18 req-1f53753d-515e-45fb-baef-153b819f4214 service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Received event network-changed-bc5dfa6d-d6a8-469d-9ed4-2dea66826572 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1256.711800] env[70041]: DEBUG nova.compute.manager [req-4c27b9c2-6db8-41da-a210-e71f6c29fa18 req-1f53753d-515e-45fb-baef-153b819f4214 service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Refreshing instance network info cache due to event network-changed-bc5dfa6d-d6a8-469d-9ed4-2dea66826572. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1256.711988] env[70041]: DEBUG oslo_concurrency.lockutils [req-4c27b9c2-6db8-41da-a210-e71f6c29fa18 req-1f53753d-515e-45fb-baef-153b819f4214 service nova] Acquiring lock "refresh_cache-30d3f01a-489f-47da-aad4-f9a16f033cc7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.712199] env[70041]: DEBUG oslo_concurrency.lockutils [req-4c27b9c2-6db8-41da-a210-e71f6c29fa18 req-1f53753d-515e-45fb-baef-153b819f4214 service nova] Acquired lock "refresh_cache-30d3f01a-489f-47da-aad4-f9a16f033cc7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.712294] env[70041]: DEBUG nova.network.neutron [req-4c27b9c2-6db8-41da-a210-e71f6c29fa18 req-1f53753d-515e-45fb-baef-153b819f4214 service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Refreshing network info cache for port bc5dfa6d-d6a8-469d-9ed4-2dea66826572 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.976988] env[70041]: DEBUG nova.scheduler.client.report [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.042455] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193793, 'name': CreateVM_Task, 'duration_secs': 0.339371} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.042455] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.042691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.042691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.043050] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.043315] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19eaa078-15bb-4140-8986-3c43bb2a4a50 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.047906] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1257.047906] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52300dba-d102-99ed-6612-9ef102b0cd81" [ 1257.047906] env[70041]: _type = "Task" [ 1257.047906] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.055549] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52300dba-d102-99ed-6612-9ef102b0cd81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.201097] env[70041]: DEBUG nova.compute.manager [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.201366] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.202268] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ba80b9-8f99-42ab-afed-23e6e6895fd0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.210087] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.210297] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a96dca-7e02-4de0-b7ad-ffa78dff2f6a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.218402] env[70041]: DEBUG oslo_vmware.api [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1257.218402] env[70041]: value = "task-3193794" [ 1257.218402] env[70041]: _type = "Task" [ 1257.218402] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.226952] env[70041]: DEBUG oslo_vmware.api [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.481342] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.481849] env[70041]: DEBUG nova.compute.manager [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.505614] env[70041]: DEBUG nova.network.neutron [req-4c27b9c2-6db8-41da-a210-e71f6c29fa18 req-1f53753d-515e-45fb-baef-153b819f4214 service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Updated VIF entry in instance network info cache for port bc5dfa6d-d6a8-469d-9ed4-2dea66826572. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.505614] env[70041]: DEBUG nova.network.neutron [req-4c27b9c2-6db8-41da-a210-e71f6c29fa18 req-1f53753d-515e-45fb-baef-153b819f4214 service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Updating instance_info_cache with network_info: [{"id": "bc5dfa6d-d6a8-469d-9ed4-2dea66826572", "address": "fa:16:3e:78:bf:e5", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5dfa6d-d6", "ovs_interfaceid": "bc5dfa6d-d6a8-469d-9ed4-2dea66826572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.558280] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52300dba-d102-99ed-6612-9ef102b0cd81, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.558479] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.558697] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.558921] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.559078] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.559258] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.559532] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ccd268-58e3-4c50-b619-e3c4566d7255 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.568704] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.568881] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.569563] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3cd8c31-8b4b-4c23-a3b3-8daefd622b38 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.574251] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1257.574251] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b9288c-18d0-eaf2-7ddf-01af554397f0" [ 1257.574251] env[70041]: _type = "Task" [ 1257.574251] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.581680] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b9288c-18d0-eaf2-7ddf-01af554397f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.728588] env[70041]: DEBUG oslo_vmware.api [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193794, 'name': PowerOffVM_Task, 'duration_secs': 0.189943} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.728772] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.728938] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.729232] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b89bbd4b-59ce-4968-b42c-00c8b5aa59b8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.771988] env[70041]: DEBUG oslo_concurrency.lockutils [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "e8629c99-2227-4026-9418-293069225ebe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.772215] env[70041]: DEBUG oslo_concurrency.lockutils [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.772417] env[70041]: DEBUG nova.compute.manager [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Going to confirm migration 7 {{(pid=70041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1257.797841] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.798036] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.798097] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleting the datastore file [datastore1] d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.798336] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-625d21b5-8554-4c97-8cf7-6c7514f1ff9f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.805107] env[70041]: DEBUG oslo_vmware.api [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1257.805107] env[70041]: value = "task-3193796" [ 1257.805107] env[70041]: _type = "Task" [ 1257.805107] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.814734] env[70041]: DEBUG oslo_vmware.api [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.986894] env[70041]: DEBUG nova.compute.utils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.989244] env[70041]: DEBUG nova.compute.manager [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1257.989244] env[70041]: DEBUG nova.network.neutron [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.007269] env[70041]: DEBUG oslo_concurrency.lockutils [req-4c27b9c2-6db8-41da-a210-e71f6c29fa18 req-1f53753d-515e-45fb-baef-153b819f4214 service nova] Releasing lock "refresh_cache-30d3f01a-489f-47da-aad4-f9a16f033cc7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.026746] env[70041]: DEBUG nova.policy [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738746cbb6704627aa189714547e5696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08af3624076143d5b15cb33da1071204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.085756] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b9288c-18d0-eaf2-7ddf-01af554397f0, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.086670] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895ad024-5ea1-4141-a584-50a29642e7ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.091960] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1258.091960] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bb39da-9685-4e3b-35d5-b89929011ffa" [ 1258.091960] env[70041]: _type = "Task" [ 1258.091960] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.099418] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bb39da-9685-4e3b-35d5-b89929011ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.280397] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.312852] env[70041]: DEBUG oslo_concurrency.lockutils [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.313193] env[70041]: DEBUG oslo_concurrency.lockutils [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.313445] env[70041]: DEBUG nova.network.neutron [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.313645] env[70041]: DEBUG nova.objects.instance [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lazy-loading 'info_cache' on Instance uuid e8629c99-2227-4026-9418-293069225ebe {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.318117] env[70041]: DEBUG oslo_vmware.api [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144466} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.318570] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.318807] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.318944] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.319118] env[70041]: INFO nova.compute.manager [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1258.319359] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.319777] env[70041]: DEBUG nova.compute.manager [-] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.319777] env[70041]: DEBUG nova.network.neutron [-] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.370893] env[70041]: DEBUG nova.network.neutron [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Successfully created port: 9441b1c4-70c6-4fcf-ad37-83b5146d1a5f {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.492680] env[70041]: DEBUG nova.compute.manager [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.602831] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bb39da-9685-4e3b-35d5-b89929011ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.603336] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.603637] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 30d3f01a-489f-47da-aad4-f9a16f033cc7/30d3f01a-489f-47da-aad4-f9a16f033cc7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.603988] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a105ddb-777b-43c8-aa23-39f2e12dfd4b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.610416] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1258.610416] env[70041]: value = "task-3193797" [ 1258.610416] env[70041]: _type = "Task" [ 1258.610416] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.618690] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.968878] env[70041]: DEBUG nova.compute.manager [req-bed37ed4-1fa7-415a-b208-244f8e845c8b req-bcb791c0-edcc-478a-861e-36ceb3f4f7be service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Received event network-vif-deleted-6ba3ed4f-27e5-43da-9182-cdd4ddb1099a {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1258.968878] env[70041]: INFO nova.compute.manager [req-bed37ed4-1fa7-415a-b208-244f8e845c8b req-bcb791c0-edcc-478a-861e-36ceb3f4f7be service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Neutron deleted interface 6ba3ed4f-27e5-43da-9182-cdd4ddb1099a; detaching it from the instance and deleting it from the info cache [ 1258.969273] env[70041]: DEBUG nova.network.neutron [req-bed37ed4-1fa7-415a-b208-244f8e845c8b req-bcb791c0-edcc-478a-861e-36ceb3f4f7be service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.120497] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193797, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.452053] env[70041]: DEBUG nova.network.neutron [-] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.473996] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8248dc16-67b9-4e6e-a5e0-7387d9f090e7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.485474] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d3f730-99d0-480e-ac5e-2f0537f25732 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.502483] env[70041]: DEBUG nova.compute.manager [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.512427] env[70041]: DEBUG nova.compute.manager [req-bed37ed4-1fa7-415a-b208-244f8e845c8b req-bcb791c0-edcc-478a-861e-36ceb3f4f7be service nova] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Detach interface failed, port_id=6ba3ed4f-27e5-43da-9182-cdd4ddb1099a, reason: Instance d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1259.513579] env[70041]: DEBUG nova.network.neutron [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance_info_cache with network_info: [{"id": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "address": "fa:16:3e:0c:c4:e9", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc1bd52-ec", "ovs_interfaceid": "ecc1bd52-ece1-45ef-951d-ab6f477ee800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.546950] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.547235] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.547397] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.547576] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.547720] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.547866] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.548461] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.548461] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.548591] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.548685] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.549756] env[70041]: DEBUG nova.virt.hardware [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.549756] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa8d34b-6e3c-4e86-84e8-ea2e03f7ee15 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.558259] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad9463e-96b4-483d-aaa6-8cac09fff6be {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.620424] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52086} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.620685] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 30d3f01a-489f-47da-aad4-f9a16f033cc7/30d3f01a-489f-47da-aad4-f9a16f033cc7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.620976] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.621261] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35500314-0fad-4ad6-bd25-5f0234ecc173 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.627634] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1259.627634] env[70041]: value = "task-3193798" [ 1259.627634] env[70041]: _type = "Task" [ 1259.627634] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.635023] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.880938] env[70041]: DEBUG nova.compute.manager [req-c150f02d-bfae-47e0-b1e3-3cc4fec1c5c3 req-fe124831-f75d-4ffc-b833-7be9e7b8c7b0 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Received event network-vif-plugged-9441b1c4-70c6-4fcf-ad37-83b5146d1a5f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1259.881204] env[70041]: DEBUG oslo_concurrency.lockutils [req-c150f02d-bfae-47e0-b1e3-3cc4fec1c5c3 req-fe124831-f75d-4ffc-b833-7be9e7b8c7b0 service nova] Acquiring lock "833a458c-ef64-4a96-ad14-9076dde74e7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.881420] env[70041]: DEBUG oslo_concurrency.lockutils [req-c150f02d-bfae-47e0-b1e3-3cc4fec1c5c3 req-fe124831-f75d-4ffc-b833-7be9e7b8c7b0 service nova] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.881585] env[70041]: DEBUG oslo_concurrency.lockutils [req-c150f02d-bfae-47e0-b1e3-3cc4fec1c5c3 req-fe124831-f75d-4ffc-b833-7be9e7b8c7b0 service nova] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.881753] env[70041]: DEBUG nova.compute.manager [req-c150f02d-bfae-47e0-b1e3-3cc4fec1c5c3 req-fe124831-f75d-4ffc-b833-7be9e7b8c7b0 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] No waiting events found dispatching network-vif-plugged-9441b1c4-70c6-4fcf-ad37-83b5146d1a5f {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.881915] env[70041]: WARNING nova.compute.manager [req-c150f02d-bfae-47e0-b1e3-3cc4fec1c5c3 req-fe124831-f75d-4ffc-b833-7be9e7b8c7b0 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Received unexpected event network-vif-plugged-9441b1c4-70c6-4fcf-ad37-83b5146d1a5f for instance with vm_state building and task_state spawning. [ 1259.958065] env[70041]: INFO nova.compute.manager [-] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Took 1.64 seconds to deallocate network for instance. [ 1259.963261] env[70041]: DEBUG nova.network.neutron [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Successfully updated port: 9441b1c4-70c6-4fcf-ad37-83b5146d1a5f {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.016179] env[70041]: DEBUG oslo_concurrency.lockutils [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-e8629c99-2227-4026-9418-293069225ebe" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.016462] env[70041]: DEBUG nova.objects.instance [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lazy-loading 'migration_context' on Instance uuid e8629c99-2227-4026-9418-293069225ebe {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.137954] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063067} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.138242] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.139015] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0b8e5-7124-4544-9846-fa3ed8dd0cc1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.162756] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 30d3f01a-489f-47da-aad4-f9a16f033cc7/30d3f01a-489f-47da-aad4-f9a16f033cc7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.163029] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d106859-fc30-405a-b2e2-021403dbbaa9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.181122] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1260.181122] env[70041]: value = "task-3193799" [ 1260.181122] env[70041]: _type = "Task" [ 1260.181122] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.190589] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.466354] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.466658] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.466877] env[70041]: DEBUG nova.objects.instance [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'resources' on Instance uuid d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.468378] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.468538] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.468821] env[70041]: DEBUG nova.network.neutron [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.518865] env[70041]: DEBUG nova.objects.base [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.519886] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5826dc-6357-4afa-961d-f11b06d23af0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.539835] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a40c2a-274d-4f6c-9ea9-4df527b71194 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.545850] env[70041]: DEBUG oslo_vmware.api [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1260.545850] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52550caa-0ca0-eba1-d7c6-c0ddfcbf87fe" [ 1260.545850] env[70041]: _type = "Task" [ 1260.545850] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.553560] env[70041]: DEBUG oslo_vmware.api [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52550caa-0ca0-eba1-d7c6-c0ddfcbf87fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.691110] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193799, 'name': ReconfigVM_Task, 'duration_secs': 0.423207} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.691424] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 30d3f01a-489f-47da-aad4-f9a16f033cc7/30d3f01a-489f-47da-aad4-f9a16f033cc7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.692075] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdd708d4-2dc7-4499-aeb9-e2fc33eaec8e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.698135] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1260.698135] env[70041]: value = "task-3193800" [ 1260.698135] env[70041]: _type = "Task" [ 1260.698135] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.705616] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193800, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.003341] env[70041]: DEBUG nova.network.neutron [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.055033] env[70041]: DEBUG oslo_vmware.api [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52550caa-0ca0-eba1-d7c6-c0ddfcbf87fe, 'name': SearchDatastore_Task, 'duration_secs': 0.020759} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.057279] env[70041]: DEBUG oslo_concurrency.lockutils [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.103912] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7ce89f-197e-4cf1-a942-a5ac7818005e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.111235] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1da259-bd76-47d0-a9f9-50d03cb8e55c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.141796] env[70041]: DEBUG nova.network.neutron [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance_info_cache with network_info: [{"id": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "address": "fa:16:3e:dc:a7:62", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9441b1c4-70", "ovs_interfaceid": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.143446] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1fbd06-bc18-4088-aa96-a64af71fa3b4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.150367] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539b7801-e81e-44ea-828b-c9b8891d5301 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.165743] env[70041]: DEBUG nova.compute.provider_tree [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.207329] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193800, 'name': Rename_Task, 'duration_secs': 0.149792} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.207559] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.207755] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a4e452-ccae-403d-bbd5-a90472042b05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.214647] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1261.214647] env[70041]: value = "task-3193801" [ 1261.214647] env[70041]: _type = "Task" [ 1261.214647] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.222349] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.647677] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.648059] env[70041]: DEBUG nova.compute.manager [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Instance network_info: |[{"id": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "address": "fa:16:3e:dc:a7:62", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9441b1c4-70", "ovs_interfaceid": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.648588] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a7:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9441b1c4-70c6-4fcf-ad37-83b5146d1a5f', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.656508] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.656768] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.657077] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47d01a2a-7aaf-40e5-8f75-86a28179a3d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.671821] env[70041]: DEBUG nova.scheduler.client.report [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.679713] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.679713] env[70041]: value = "task-3193802" [ 1261.679713] env[70041]: _type = "Task" [ 1261.679713] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.687099] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193802, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.723761] env[70041]: DEBUG oslo_vmware.api [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193801, 'name': PowerOnVM_Task, 'duration_secs': 0.413167} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.724026] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.724298] env[70041]: INFO nova.compute.manager [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1261.724514] env[70041]: DEBUG nova.compute.manager [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.725418] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd6737b-19f4-4421-ab2e-bcedbb8b176e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.931059] env[70041]: DEBUG nova.compute.manager [req-0236f536-eea2-44d4-9ccd-2625967eee77 req-a24370f2-0560-43ab-afae-da47d52565a9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Received event network-changed-9441b1c4-70c6-4fcf-ad37-83b5146d1a5f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1261.931324] env[70041]: DEBUG nova.compute.manager [req-0236f536-eea2-44d4-9ccd-2625967eee77 req-a24370f2-0560-43ab-afae-da47d52565a9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Refreshing instance network info cache due to event network-changed-9441b1c4-70c6-4fcf-ad37-83b5146d1a5f. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1261.931579] env[70041]: DEBUG oslo_concurrency.lockutils [req-0236f536-eea2-44d4-9ccd-2625967eee77 req-a24370f2-0560-43ab-afae-da47d52565a9 service nova] Acquiring lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.931752] env[70041]: DEBUG oslo_concurrency.lockutils [req-0236f536-eea2-44d4-9ccd-2625967eee77 req-a24370f2-0560-43ab-afae-da47d52565a9 service nova] Acquired lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.931953] env[70041]: DEBUG nova.network.neutron [req-0236f536-eea2-44d4-9ccd-2625967eee77 req-a24370f2-0560-43ab-afae-da47d52565a9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Refreshing network info cache for port 9441b1c4-70c6-4fcf-ad37-83b5146d1a5f {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.177470] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.179630] env[70041]: DEBUG oslo_concurrency.lockutils [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.122s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.189951] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193802, 'name': CreateVM_Task, 'duration_secs': 0.299329} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.190132] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.190741] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.191096] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.191446] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.191697] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994b594e-56e2-4624-bd82-daccc99ec079 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.196837] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1262.196837] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf7599-986a-a5a7-181a-c1f6af7518da" [ 1262.196837] env[70041]: _type = "Task" [ 1262.196837] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.205653] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf7599-986a-a5a7-181a-c1f6af7518da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.209764] env[70041]: INFO nova.scheduler.client.report [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleted allocations for instance d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd [ 1262.245851] env[70041]: INFO nova.compute.manager [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Took 12.01 seconds to build instance. [ 1262.519324] env[70041]: DEBUG nova.compute.manager [req-f8314e97-e5ab-4b29-be62-508b8290db2c req-878f5df7-81ce-4d04-8cbb-b358cae048ce service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Received event network-changed-bc5dfa6d-d6a8-469d-9ed4-2dea66826572 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1262.519554] env[70041]: DEBUG nova.compute.manager [req-f8314e97-e5ab-4b29-be62-508b8290db2c req-878f5df7-81ce-4d04-8cbb-b358cae048ce service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Refreshing instance network info cache due to event network-changed-bc5dfa6d-d6a8-469d-9ed4-2dea66826572. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1262.519768] env[70041]: DEBUG oslo_concurrency.lockutils [req-f8314e97-e5ab-4b29-be62-508b8290db2c req-878f5df7-81ce-4d04-8cbb-b358cae048ce service nova] Acquiring lock "refresh_cache-30d3f01a-489f-47da-aad4-f9a16f033cc7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.520118] env[70041]: DEBUG oslo_concurrency.lockutils [req-f8314e97-e5ab-4b29-be62-508b8290db2c req-878f5df7-81ce-4d04-8cbb-b358cae048ce service nova] Acquired lock "refresh_cache-30d3f01a-489f-47da-aad4-f9a16f033cc7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.520415] env[70041]: DEBUG nova.network.neutron [req-f8314e97-e5ab-4b29-be62-508b8290db2c req-878f5df7-81ce-4d04-8cbb-b358cae048ce service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Refreshing network info cache for port bc5dfa6d-d6a8-469d-9ed4-2dea66826572 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.617104] env[70041]: DEBUG nova.network.neutron [req-0236f536-eea2-44d4-9ccd-2625967eee77 req-a24370f2-0560-43ab-afae-da47d52565a9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updated VIF entry in instance network info cache for port 9441b1c4-70c6-4fcf-ad37-83b5146d1a5f. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.617478] env[70041]: DEBUG nova.network.neutron [req-0236f536-eea2-44d4-9ccd-2625967eee77 req-a24370f2-0560-43ab-afae-da47d52565a9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance_info_cache with network_info: [{"id": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "address": "fa:16:3e:dc:a7:62", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9441b1c4-70", "ovs_interfaceid": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.709178] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bf7599-986a-a5a7-181a-c1f6af7518da, 'name': SearchDatastore_Task, 'duration_secs': 0.012462} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.709507] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.709715] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.709945] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.710107] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.710290] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.710550] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50e1bf3b-ef2c-4a66-82e0-fecb11245989 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.717636] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e3d11c77-8e6c-4bd9-8e1f-66976feb48bb tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.024s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.720833] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.721050] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.721734] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd2a75d-1252-4256-bc8b-2577b76a730a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.726989] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1262.726989] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb0a7a-463f-a354-5993-822eb0e2b999" [ 1262.726989] env[70041]: _type = "Task" [ 1262.726989] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.735544] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb0a7a-463f-a354-5993-822eb0e2b999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.749455] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d0198e8f-6bdc-488c-aea6-e264232ce784 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.516s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.792030] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b45f225-880d-4f4a-95c5-efaea43485a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.798441] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e7fdfc-6a26-4f27-9579-fe18dc6c3231 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.830980] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cd4051-bd03-4b5a-bf87-951d4b85aa67 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.838563] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0301bdc-41d5-46c7-a4f4-9cab9082f9cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.854638] env[70041]: DEBUG nova.compute.provider_tree [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.121135] env[70041]: DEBUG oslo_concurrency.lockutils [req-0236f536-eea2-44d4-9ccd-2625967eee77 req-a24370f2-0560-43ab-afae-da47d52565a9 service nova] Releasing lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.237161] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb0a7a-463f-a354-5993-822eb0e2b999, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.238011] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a36897-fdcd-44e8-b2a6-28796a1de119 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.243317] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1263.243317] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529e700a-f013-6fb9-5793-d0eaf5da1e0f" [ 1263.243317] env[70041]: _type = "Task" [ 1263.243317] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.252163] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529e700a-f013-6fb9-5793-d0eaf5da1e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.292568] env[70041]: DEBUG nova.network.neutron [req-f8314e97-e5ab-4b29-be62-508b8290db2c req-878f5df7-81ce-4d04-8cbb-b358cae048ce service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Updated VIF entry in instance network info cache for port bc5dfa6d-d6a8-469d-9ed4-2dea66826572. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.292967] env[70041]: DEBUG nova.network.neutron [req-f8314e97-e5ab-4b29-be62-508b8290db2c req-878f5df7-81ce-4d04-8cbb-b358cae048ce service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Updating instance_info_cache with network_info: [{"id": "bc5dfa6d-d6a8-469d-9ed4-2dea66826572", "address": "fa:16:3e:78:bf:e5", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc5dfa6d-d6", "ovs_interfaceid": "bc5dfa6d-d6a8-469d-9ed4-2dea66826572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.358236] env[70041]: DEBUG nova.scheduler.client.report [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.754289] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]529e700a-f013-6fb9-5793-d0eaf5da1e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.754539] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.754650] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 833a458c-ef64-4a96-ad14-9076dde74e7c/833a458c-ef64-4a96-ad14-9076dde74e7c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.754900] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-482082ef-f58e-45c2-a1bf-2c853cb49685 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.761347] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1263.761347] env[70041]: value = "task-3193803" [ 1263.761347] env[70041]: _type = "Task" [ 1263.761347] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.768366] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.796125] env[70041]: DEBUG oslo_concurrency.lockutils [req-f8314e97-e5ab-4b29-be62-508b8290db2c req-878f5df7-81ce-4d04-8cbb-b358cae048ce service nova] Releasing lock "refresh_cache-30d3f01a-489f-47da-aad4-f9a16f033cc7" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.975233] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "8324f683-c7fd-438e-9a15-91438206100e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.975529] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.276729] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452823} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.276729] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 833a458c-ef64-4a96-ad14-9076dde74e7c/833a458c-ef64-4a96-ad14-9076dde74e7c.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.276729] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.276729] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd66804e-4050-40c0-aab6-8348ae1a74f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.285310] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1264.285310] env[70041]: value = "task-3193804" [ 1264.285310] env[70041]: _type = "Task" [ 1264.285310] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.294279] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.368963] env[70041]: DEBUG oslo_concurrency.lockutils [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.189s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.478674] env[70041]: INFO nova.compute.manager [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Detaching volume b46892c5-9652-45da-9f64-27051fda8e53 [ 1264.533730] env[70041]: INFO nova.virt.block_device [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Attempting to driver detach volume b46892c5-9652-45da-9f64-27051fda8e53 from mountpoint /dev/sdb [ 1264.533970] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1264.534186] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638641', 'volume_id': 'b46892c5-9652-45da-9f64-27051fda8e53', 'name': 'volume-b46892c5-9652-45da-9f64-27051fda8e53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8324f683-c7fd-438e-9a15-91438206100e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46892c5-9652-45da-9f64-27051fda8e53', 'serial': 'b46892c5-9652-45da-9f64-27051fda8e53'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1264.535073] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510db584-43c7-44e6-809b-a74eead5e52d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.555850] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a328b-34b3-4f8e-afca-00de95b51b79 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.562367] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae916e-e6e6-4abd-b5c3-03fb0c42db9f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.582239] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc77521d-8004-4257-a0fb-b1b9c518eb8b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.596213] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] The volume has not been displaced from its original location: [datastore2] volume-b46892c5-9652-45da-9f64-27051fda8e53/volume-b46892c5-9652-45da-9f64-27051fda8e53.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1264.601365] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.601626] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac6ebd9-c97a-4f12-9237-87d12cea9d61 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.618895] env[70041]: DEBUG oslo_vmware.api [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1264.618895] env[70041]: value = "task-3193805" [ 1264.618895] env[70041]: _type = "Task" [ 1264.618895] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.626318] env[70041]: DEBUG oslo_vmware.api [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.795548] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067249} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.796064] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.796767] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba5b510-9c6d-4111-8b24-f3493e119701 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.820673] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 833a458c-ef64-4a96-ad14-9076dde74e7c/833a458c-ef64-4a96-ad14-9076dde74e7c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.820955] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7514cd1-9f24-4252-9220-dfd6e9c5f3cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.839979] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1264.839979] env[70041]: value = "task-3193806" [ 1264.839979] env[70041]: _type = "Task" [ 1264.839979] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.850010] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.994037] env[70041]: INFO nova.scheduler.client.report [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted allocation for migration 558eeb14-8048-4e6d-ab2e-8955e35225f8 [ 1265.127988] env[70041]: DEBUG oslo_vmware.api [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193805, 'name': ReconfigVM_Task, 'duration_secs': 0.353227} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.128269] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.133072] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e20e965-a440-43df-8612-d33e67d5d688 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.147287] env[70041]: DEBUG oslo_vmware.api [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1265.147287] env[70041]: value = "task-3193807" [ 1265.147287] env[70041]: _type = "Task" [ 1265.147287] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.154998] env[70041]: DEBUG oslo_vmware.api [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.349628] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.500209] env[70041]: DEBUG oslo_concurrency.lockutils [None req-23f8f06e-6858-41d1-b9c4-aaa1ee8146b8 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.728s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.657727] env[70041]: DEBUG oslo_vmware.api [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193807, 'name': ReconfigVM_Task, 'duration_secs': 0.158494} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.658838] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638641', 'volume_id': 'b46892c5-9652-45da-9f64-27051fda8e53', 'name': 'volume-b46892c5-9652-45da-9f64-27051fda8e53', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8324f683-c7fd-438e-9a15-91438206100e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46892c5-9652-45da-9f64-27051fda8e53', 'serial': 'b46892c5-9652-45da-9f64-27051fda8e53'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1265.850093] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193806, 'name': ReconfigVM_Task, 'duration_secs': 0.982837} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.850093] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 833a458c-ef64-4a96-ad14-9076dde74e7c/833a458c-ef64-4a96-ad14-9076dde74e7c.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.850758] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb56b12c-cb5e-4c66-8902-a09ad5890f44 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.858350] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1265.858350] env[70041]: value = "task-3193808" [ 1265.858350] env[70041]: _type = "Task" [ 1265.858350] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.866229] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193808, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.223101] env[70041]: DEBUG nova.objects.instance [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'flavor' on Instance uuid 8324f683-c7fd-438e-9a15-91438206100e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.371956] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193808, 'name': Rename_Task, 'duration_secs': 0.269036} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.372396] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.372743] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-701c3f9a-555d-4ccb-80bc-367147a58969 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.379895] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1266.379895] env[70041]: value = "task-3193809" [ 1266.379895] env[70041]: _type = "Task" [ 1266.379895] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.389481] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.889663] env[70041]: DEBUG oslo_vmware.api [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193809, 'name': PowerOnVM_Task, 'duration_secs': 0.450525} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.890102] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.890308] env[70041]: INFO nova.compute.manager [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Took 7.39 seconds to spawn the instance on the hypervisor. [ 1266.890497] env[70041]: DEBUG nova.compute.manager [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.891277] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6d5df2-53c1-4aa1-95fd-8924d9d4452e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.230465] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e95cffb8-2f39-4e85-b5cb-1e1cc953faef tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.258784] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "e8629c99-2227-4026-9418-293069225ebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.259047] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.259269] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "e8629c99-2227-4026-9418-293069225ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.259451] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.259616] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.261538] env[70041]: INFO nova.compute.manager [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Terminating instance [ 1267.408482] env[70041]: INFO nova.compute.manager [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Took 14.55 seconds to build instance. [ 1267.765263] env[70041]: DEBUG nova.compute.manager [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.765537] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.766489] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559a5f8f-0fd4-4aa1-bb11-5e0e84cd92e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.774804] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.775071] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd7bd6d4-1c30-4a79-9ab4-acaf877002f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.782618] env[70041]: DEBUG oslo_vmware.api [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1267.782618] env[70041]: value = "task-3193810" [ 1267.782618] env[70041]: _type = "Task" [ 1267.782618] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.795371] env[70041]: DEBUG oslo_vmware.api [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.911303] env[70041]: DEBUG oslo_concurrency.lockutils [None req-8de9d66d-9967-491f-9f2f-79ac94a680dd tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.061s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.155751] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.155751] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.292963] env[70041]: DEBUG oslo_vmware.api [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193810, 'name': PowerOffVM_Task, 'duration_secs': 0.16776} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.293305] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.293475] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.293714] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d0baa99-5d2d-4654-92fb-7a9bebe63541 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.366947] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.367174] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.367363] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleting the datastore file [datastore2] e8629c99-2227-4026-9418-293069225ebe {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.367624] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99920f0a-c4c8-43dc-9bd8-2f8e2a9cfd52 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.373913] env[70041]: DEBUG oslo_vmware.api [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1268.373913] env[70041]: value = "task-3193812" [ 1268.373913] env[70041]: _type = "Task" [ 1268.373913] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.381347] env[70041]: DEBUG oslo_vmware.api [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.398857] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "8324f683-c7fd-438e-9a15-91438206100e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.399145] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.399396] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "8324f683-c7fd-438e-9a15-91438206100e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.399591] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.399759] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.401799] env[70041]: INFO nova.compute.manager [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Terminating instance [ 1268.489854] env[70041]: DEBUG nova.compute.manager [req-f36a27ae-0931-40b8-88f1-dda3465f7887 req-4d971f30-32aa-40bc-802f-1e51b29f56d9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Received event network-changed-9441b1c4-70c6-4fcf-ad37-83b5146d1a5f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1268.490032] env[70041]: DEBUG nova.compute.manager [req-f36a27ae-0931-40b8-88f1-dda3465f7887 req-4d971f30-32aa-40bc-802f-1e51b29f56d9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Refreshing instance network info cache due to event network-changed-9441b1c4-70c6-4fcf-ad37-83b5146d1a5f. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1268.490357] env[70041]: DEBUG oslo_concurrency.lockutils [req-f36a27ae-0931-40b8-88f1-dda3465f7887 req-4d971f30-32aa-40bc-802f-1e51b29f56d9 service nova] Acquiring lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.490436] env[70041]: DEBUG oslo_concurrency.lockutils [req-f36a27ae-0931-40b8-88f1-dda3465f7887 req-4d971f30-32aa-40bc-802f-1e51b29f56d9 service nova] Acquired lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.490545] env[70041]: DEBUG nova.network.neutron [req-f36a27ae-0931-40b8-88f1-dda3465f7887 req-4d971f30-32aa-40bc-802f-1e51b29f56d9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Refreshing network info cache for port 9441b1c4-70c6-4fcf-ad37-83b5146d1a5f {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.658185] env[70041]: DEBUG nova.compute.manager [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.884120] env[70041]: DEBUG oslo_vmware.api [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139571} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.884396] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.884576] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.884752] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.884920] env[70041]: INFO nova.compute.manager [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: e8629c99-2227-4026-9418-293069225ebe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1268.885171] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.885359] env[70041]: DEBUG nova.compute.manager [-] [instance: e8629c99-2227-4026-9418-293069225ebe] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.885447] env[70041]: DEBUG nova.network.neutron [-] [instance: e8629c99-2227-4026-9418-293069225ebe] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.905820] env[70041]: DEBUG nova.compute.manager [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.906031] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.906838] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c904c8-4726-4c59-99a6-92bfc53c6e85 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.914192] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.914518] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20339fec-0767-4765-8ff4-81979f06e8f7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.920572] env[70041]: DEBUG oslo_vmware.api [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1268.920572] env[70041]: value = "task-3193813" [ 1268.920572] env[70041]: _type = "Task" [ 1268.920572] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.928134] env[70041]: DEBUG oslo_vmware.api [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.197945] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.198036] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.199693] env[70041]: INFO nova.compute.claims [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.242114] env[70041]: DEBUG nova.compute.manager [req-95e958b6-6bfe-4bab-b2a1-c72f690c6562 req-7dd2a489-90c1-4121-ab22-74388fd8452a service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Received event network-vif-deleted-ecc1bd52-ece1-45ef-951d-ab6f477ee800 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1269.242223] env[70041]: INFO nova.compute.manager [req-95e958b6-6bfe-4bab-b2a1-c72f690c6562 req-7dd2a489-90c1-4121-ab22-74388fd8452a service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Neutron deleted interface ecc1bd52-ece1-45ef-951d-ab6f477ee800; detaching it from the instance and deleting it from the info cache [ 1269.242377] env[70041]: DEBUG nova.network.neutron [req-95e958b6-6bfe-4bab-b2a1-c72f690c6562 req-7dd2a489-90c1-4121-ab22-74388fd8452a service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.255345] env[70041]: DEBUG nova.network.neutron [req-f36a27ae-0931-40b8-88f1-dda3465f7887 req-4d971f30-32aa-40bc-802f-1e51b29f56d9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updated VIF entry in instance network info cache for port 9441b1c4-70c6-4fcf-ad37-83b5146d1a5f. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.255730] env[70041]: DEBUG nova.network.neutron [req-f36a27ae-0931-40b8-88f1-dda3465f7887 req-4d971f30-32aa-40bc-802f-1e51b29f56d9 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance_info_cache with network_info: [{"id": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "address": "fa:16:3e:dc:a7:62", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9441b1c4-70", "ovs_interfaceid": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.431100] env[70041]: DEBUG oslo_vmware.api [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193813, 'name': PowerOffVM_Task, 'duration_secs': 0.218298} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.431439] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.431541] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.431824] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeffb03c-5ef1-409b-987d-e5e9f1184cca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.503255] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.503559] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.503783] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleting the datastore file [datastore1] 8324f683-c7fd-438e-9a15-91438206100e {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.504831] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a0a8cc0-4ae6-4f44-9302-76953867ddfb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.512838] env[70041]: DEBUG oslo_vmware.api [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1269.512838] env[70041]: value = "task-3193815" [ 1269.512838] env[70041]: _type = "Task" [ 1269.512838] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.521562] env[70041]: DEBUG oslo_vmware.api [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.710505] env[70041]: DEBUG nova.network.neutron [-] [instance: e8629c99-2227-4026-9418-293069225ebe] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.745573] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a48f878-a10f-47f8-a8f8-afd9b98eb667 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.755538] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e72747-4478-400f-9b6e-ec5c8c203ba7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.765989] env[70041]: DEBUG oslo_concurrency.lockutils [req-f36a27ae-0931-40b8-88f1-dda3465f7887 req-4d971f30-32aa-40bc-802f-1e51b29f56d9 service nova] Releasing lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.783842] env[70041]: DEBUG nova.compute.manager [req-95e958b6-6bfe-4bab-b2a1-c72f690c6562 req-7dd2a489-90c1-4121-ab22-74388fd8452a service nova] [instance: e8629c99-2227-4026-9418-293069225ebe] Detach interface failed, port_id=ecc1bd52-ece1-45ef-951d-ab6f477ee800, reason: Instance e8629c99-2227-4026-9418-293069225ebe could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1270.024797] env[70041]: DEBUG oslo_vmware.api [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124521} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.025201] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.025259] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.025420] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.025589] env[70041]: INFO nova.compute.manager [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1270.025826] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.026016] env[70041]: DEBUG nova.compute.manager [-] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.026131] env[70041]: DEBUG nova.network.neutron [-] [instance: 8324f683-c7fd-438e-9a15-91438206100e] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.214054] env[70041]: INFO nova.compute.manager [-] [instance: e8629c99-2227-4026-9418-293069225ebe] Took 1.33 seconds to deallocate network for instance. [ 1270.353864] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd05f62-3444-4e5b-82a1-95ee7c69d0e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.362309] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b33751d-869b-4e3e-acfb-31995e2cf5c3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.391999] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880a3d97-1548-4ba9-9688-7dd93a7d6be1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.399541] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dfa87f-b38a-4460-a994-64e127cf52d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.413108] env[70041]: DEBUG nova.compute.provider_tree [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.600049] env[70041]: DEBUG nova.compute.manager [req-13fcd443-5336-421c-ae62-3f8479f680b2 req-cc0a2d1c-a367-4694-95d1-2fbad9216517 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Received event network-vif-deleted-50e083d9-74ca-4048-ac6b-ad9873501400 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1270.600638] env[70041]: INFO nova.compute.manager [req-13fcd443-5336-421c-ae62-3f8479f680b2 req-cc0a2d1c-a367-4694-95d1-2fbad9216517 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Neutron deleted interface 50e083d9-74ca-4048-ac6b-ad9873501400; detaching it from the instance and deleting it from the info cache [ 1270.600638] env[70041]: DEBUG nova.network.neutron [req-13fcd443-5336-421c-ae62-3f8479f680b2 req-cc0a2d1c-a367-4694-95d1-2fbad9216517 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.719225] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.916652] env[70041]: DEBUG nova.scheduler.client.report [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.081843] env[70041]: DEBUG nova.network.neutron [-] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.103602] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb60a772-bb0e-4bcd-a605-cea0d0bdf381 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.113476] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0a9108-66bc-404a-86d6-c5c7d2fea5ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.139494] env[70041]: DEBUG nova.compute.manager [req-13fcd443-5336-421c-ae62-3f8479f680b2 req-cc0a2d1c-a367-4694-95d1-2fbad9216517 service nova] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Detach interface failed, port_id=50e083d9-74ca-4048-ac6b-ad9873501400, reason: Instance 8324f683-c7fd-438e-9a15-91438206100e could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1271.421828] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.422530] env[70041]: DEBUG nova.compute.manager [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.425532] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.706s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.425754] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.465681] env[70041]: INFO nova.scheduler.client.report [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted allocations for instance e8629c99-2227-4026-9418-293069225ebe [ 1271.584699] env[70041]: INFO nova.compute.manager [-] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Took 1.56 seconds to deallocate network for instance. [ 1271.929828] env[70041]: DEBUG nova.compute.utils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.931247] env[70041]: DEBUG nova.compute.manager [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.931412] env[70041]: DEBUG nova.network.neutron [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.974363] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a87f5f2e-3a16-4c1f-a678-1e3c00bf4c10 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "e8629c99-2227-4026-9418-293069225ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.715s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.008798] env[70041]: DEBUG nova.policy [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97997df8ff2d49f59589a99a686979c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '722ab84c4e814f90ac451795a7f514e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.217927] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.217927] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.217927] env[70041]: DEBUG nova.objects.instance [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'resources' on Instance uuid 8324f683-c7fd-438e-9a15-91438206100e {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.333693] env[70041]: DEBUG nova.network.neutron [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Successfully created port: 5c353f80-2364-4d68-ab49-a523e914f851 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.434571] env[70041]: DEBUG nova.compute.manager [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.684947] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e36a65-270b-4f95-ad5b-bc654963f4a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.692125] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe04662-54d6-4884-8b9b-31c3be2b52a3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.723937] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9ee7bb-a5c1-45b1-8624-934f9078ffec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.731132] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96944a1-f694-4396-b79d-2ecba3db62bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.744040] env[70041]: DEBUG nova.compute.provider_tree [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.248118] env[70041]: DEBUG nova.scheduler.client.report [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.444509] env[70041]: DEBUG nova.compute.manager [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1273.488849] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.489110] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.489273] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.489454] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.489598] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.489743] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.489947] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.490142] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.490345] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.490647] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.490862] env[70041]: DEBUG nova.virt.hardware [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.491754] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d412d47e-69a6-495b-a0b0-ec9445f65ad6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.499731] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce7e0fa-b865-41c1-96a3-d529048c0623 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.755321] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.792423] env[70041]: INFO nova.scheduler.client.report [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleted allocations for instance 8324f683-c7fd-438e-9a15-91438206100e [ 1274.074465] env[70041]: DEBUG nova.compute.manager [req-6146d05e-f3a5-4952-8d40-0992d9e7dfbc req-097d81c0-bcff-43f4-9171-b32d8cb87aaa service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Received event network-vif-plugged-5c353f80-2364-4d68-ab49-a523e914f851 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1274.074684] env[70041]: DEBUG oslo_concurrency.lockutils [req-6146d05e-f3a5-4952-8d40-0992d9e7dfbc req-097d81c0-bcff-43f4-9171-b32d8cb87aaa service nova] Acquiring lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.074929] env[70041]: DEBUG oslo_concurrency.lockutils [req-6146d05e-f3a5-4952-8d40-0992d9e7dfbc req-097d81c0-bcff-43f4-9171-b32d8cb87aaa service nova] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.075242] env[70041]: DEBUG oslo_concurrency.lockutils [req-6146d05e-f3a5-4952-8d40-0992d9e7dfbc req-097d81c0-bcff-43f4-9171-b32d8cb87aaa service nova] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.075510] env[70041]: DEBUG nova.compute.manager [req-6146d05e-f3a5-4952-8d40-0992d9e7dfbc req-097d81c0-bcff-43f4-9171-b32d8cb87aaa service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] No waiting events found dispatching network-vif-plugged-5c353f80-2364-4d68-ab49-a523e914f851 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.075707] env[70041]: WARNING nova.compute.manager [req-6146d05e-f3a5-4952-8d40-0992d9e7dfbc req-097d81c0-bcff-43f4-9171-b32d8cb87aaa service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Received unexpected event network-vif-plugged-5c353f80-2364-4d68-ab49-a523e914f851 for instance with vm_state building and task_state spawning. [ 1274.186717] env[70041]: DEBUG nova.network.neutron [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Successfully updated port: 5c353f80-2364-4d68-ab49-a523e914f851 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.302087] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1864c1fe-a81c-4026-9513-801c962f8ccf tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "8324f683-c7fd-438e-9a15-91438206100e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.903s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.688933] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.689047] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.689186] env[70041]: DEBUG nova.network.neutron [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.241998] env[70041]: DEBUG nova.network.neutron [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.395860] env[70041]: DEBUG nova.network.neutron [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance_info_cache with network_info: [{"id": "5c353f80-2364-4d68-ab49-a523e914f851", "address": "fa:16:3e:0c:19:ae", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c353f80-23", "ovs_interfaceid": "5c353f80-2364-4d68-ab49-a523e914f851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.898609] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.898952] env[70041]: DEBUG nova.compute.manager [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Instance network_info: |[{"id": "5c353f80-2364-4d68-ab49-a523e914f851", "address": "fa:16:3e:0c:19:ae", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c353f80-23", "ovs_interfaceid": "5c353f80-2364-4d68-ab49-a523e914f851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.899440] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:19:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c353f80-2364-4d68-ab49-a523e914f851', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.907375] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.907599] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.907817] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aad72fd7-1e00-4065-bede-814009a72a0d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.927960] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.927960] env[70041]: value = "task-3193816" [ 1275.927960] env[70041]: _type = "Task" [ 1275.927960] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.936162] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193816, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.114158] env[70041]: DEBUG nova.compute.manager [req-6b272e95-b5be-4451-8b0c-c84603618dcb req-ab6165df-9ff5-4ee3-95e1-210c8f693b64 service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Received event network-changed-5c353f80-2364-4d68-ab49-a523e914f851 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1276.114920] env[70041]: DEBUG nova.compute.manager [req-6b272e95-b5be-4451-8b0c-c84603618dcb req-ab6165df-9ff5-4ee3-95e1-210c8f693b64 service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Refreshing instance network info cache due to event network-changed-5c353f80-2364-4d68-ab49-a523e914f851. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1276.114920] env[70041]: DEBUG oslo_concurrency.lockutils [req-6b272e95-b5be-4451-8b0c-c84603618dcb req-ab6165df-9ff5-4ee3-95e1-210c8f693b64 service nova] Acquiring lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.114920] env[70041]: DEBUG oslo_concurrency.lockutils [req-6b272e95-b5be-4451-8b0c-c84603618dcb req-ab6165df-9ff5-4ee3-95e1-210c8f693b64 service nova] Acquired lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.115181] env[70041]: DEBUG nova.network.neutron [req-6b272e95-b5be-4451-8b0c-c84603618dcb req-ab6165df-9ff5-4ee3-95e1-210c8f693b64 service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Refreshing network info cache for port 5c353f80-2364-4d68-ab49-a523e914f851 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.438191] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193816, 'name': CreateVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.787369] env[70041]: DEBUG nova.network.neutron [req-6b272e95-b5be-4451-8b0c-c84603618dcb req-ab6165df-9ff5-4ee3-95e1-210c8f693b64 service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updated VIF entry in instance network info cache for port 5c353f80-2364-4d68-ab49-a523e914f851. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.787771] env[70041]: DEBUG nova.network.neutron [req-6b272e95-b5be-4451-8b0c-c84603618dcb req-ab6165df-9ff5-4ee3-95e1-210c8f693b64 service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance_info_cache with network_info: [{"id": "5c353f80-2364-4d68-ab49-a523e914f851", "address": "fa:16:3e:0c:19:ae", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c353f80-23", "ovs_interfaceid": "5c353f80-2364-4d68-ab49-a523e914f851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.938614] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193816, 'name': CreateVM_Task, 'duration_secs': 0.605501} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.938789] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.939482] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.939653] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.939982] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.940248] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013d04e5-1fb7-49ec-89d9-ca949ba421e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.944605] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1276.944605] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb821d-eb94-f4ba-0f0e-cfcf679f6e1d" [ 1276.944605] env[70041]: _type = "Task" [ 1276.944605] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.953886] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb821d-eb94-f4ba-0f0e-cfcf679f6e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.977692] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "c7b6f78b-3286-4cf7-81fc-01be89532604" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.977909] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.290426] env[70041]: DEBUG oslo_concurrency.lockutils [req-6b272e95-b5be-4451-8b0c-c84603618dcb req-ab6165df-9ff5-4ee3-95e1-210c8f693b64 service nova] Releasing lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.456043] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52eb821d-eb94-f4ba-0f0e-cfcf679f6e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.026641} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.456378] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.456378] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.456595] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.456741] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.456915] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.457445] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-226fb690-160c-4bd4-b255-1ca393e25b1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.466084] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.466285] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.467043] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a55dcd-9ef5-4bf7-82ab-18762610ae15 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.471849] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1277.471849] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd93a2-8a40-fb2d-9831-eabbc16ef58a" [ 1277.471849] env[70041]: _type = "Task" [ 1277.471849] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.480973] env[70041]: DEBUG nova.compute.manager [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.483711] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd93a2-8a40-fb2d-9831-eabbc16ef58a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.982594] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52fd93a2-8a40-fb2d-9831-eabbc16ef58a, 'name': SearchDatastore_Task, 'duration_secs': 0.021276} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.983358] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649adf83-17de-479a-bf39-43a32c5162ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.991370] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1277.991370] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232e2b0-56eb-dcc5-061e-18f11fb4f69b" [ 1277.991370] env[70041]: _type = "Task" [ 1277.991370] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.999481] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232e2b0-56eb-dcc5-061e-18f11fb4f69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.029084] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.029358] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.030957] env[70041]: INFO nova.compute.claims [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.502372] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5232e2b0-56eb-dcc5-061e-18f11fb4f69b, 'name': SearchDatastore_Task, 'duration_secs': 0.040762} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.502372] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.502764] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f/d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.502841] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfdcc8d8-60b5-4a6a-9faa-84bd6bdf8965 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.509285] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1278.509285] env[70041]: value = "task-3193817" [ 1278.509285] env[70041]: _type = "Task" [ 1278.509285] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.516313] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.019028] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419787} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.019298] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f/d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.019512] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.019762] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc252361-4a82-452a-ab04-f83e8b45dcb2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.025780] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1279.025780] env[70041]: value = "task-3193818" [ 1279.025780] env[70041]: _type = "Task" [ 1279.025780] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.032990] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.113406] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61039dd9-0d86-4a01-af3b-7c308d33bba1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.120321] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08539bb0-2412-4f90-83f1-4d3f184823eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.150754] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0910ec33-c6d7-46ad-9962-261d146492f0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.157521] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c22b3e6-cddb-476f-81be-264b24801458 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.170113] env[70041]: DEBUG nova.compute.provider_tree [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.535929] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060156} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.536231] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.536949] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6241ef-e889-4465-9988-6afdf1f8053e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.557926] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f/d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.558174] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da7c953f-2c32-4a35-b1a6-62104a47b46d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.576479] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1279.576479] env[70041]: value = "task-3193819" [ 1279.576479] env[70041]: _type = "Task" [ 1279.576479] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.583723] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.673052] env[70041]: DEBUG nova.scheduler.client.report [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.086877] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193819, 'name': ReconfigVM_Task, 'duration_secs': 0.27112} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.087168] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Reconfigured VM instance instance-00000078 to attach disk [datastore2] d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f/d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.087780] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d651ca6a-c49c-4c09-a815-8ef21ee7c563 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.093959] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1280.093959] env[70041]: value = "task-3193820" [ 1280.093959] env[70041]: _type = "Task" [ 1280.093959] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.101330] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193820, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.177985] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.178608] env[70041]: DEBUG nova.compute.manager [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1280.603483] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193820, 'name': Rename_Task, 'duration_secs': 0.142416} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.603483] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.603885] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f619980f-e4ce-477c-9e7f-1d5ea7c11751 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.609411] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1280.609411] env[70041]: value = "task-3193821" [ 1280.609411] env[70041]: _type = "Task" [ 1280.609411] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.616438] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.684114] env[70041]: DEBUG nova.compute.utils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1280.685596] env[70041]: DEBUG nova.compute.manager [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1280.685779] env[70041]: DEBUG nova.network.neutron [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.730313] env[70041]: DEBUG nova.policy [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7221154d83da43f5a18f4c1dc3250971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd44b8714c8f4733971d681a890179c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1280.991990] env[70041]: DEBUG nova.network.neutron [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Successfully created port: 18219679-08c5-4c02-977a-102e39cd8e3d {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.119171] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193821, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.189044] env[70041]: DEBUG nova.compute.manager [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1281.619364] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193821, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.119907] env[70041]: DEBUG oslo_vmware.api [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193821, 'name': PowerOnVM_Task, 'duration_secs': 1.047417} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.120193] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.120388] env[70041]: INFO nova.compute.manager [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1282.120569] env[70041]: DEBUG nova.compute.manager [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.121333] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075b7fed-f7f5-4372-b749-b26e78ef1de1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.200137] env[70041]: DEBUG nova.compute.manager [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1282.230782] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.231061] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.231248] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.231443] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.231593] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.231740] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.231946] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.232119] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.232289] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.232451] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.232624] env[70041]: DEBUG nova.virt.hardware [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.233515] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c677fe-b9e2-482e-ac0f-ba1fec9c5be0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.241304] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed75601-6cf7-4e5c-9e1b-98d6dee3f8eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.338585] env[70041]: DEBUG nova.compute.manager [req-ffb9f966-e854-487d-969c-4e2891f08de5 req-9726561c-d207-4091-84f1-b4e1854cbe9e service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Received event network-vif-plugged-18219679-08c5-4c02-977a-102e39cd8e3d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1282.338813] env[70041]: DEBUG oslo_concurrency.lockutils [req-ffb9f966-e854-487d-969c-4e2891f08de5 req-9726561c-d207-4091-84f1-b4e1854cbe9e service nova] Acquiring lock "c7b6f78b-3286-4cf7-81fc-01be89532604-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.339034] env[70041]: DEBUG oslo_concurrency.lockutils [req-ffb9f966-e854-487d-969c-4e2891f08de5 req-9726561c-d207-4091-84f1-b4e1854cbe9e service nova] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.339210] env[70041]: DEBUG oslo_concurrency.lockutils [req-ffb9f966-e854-487d-969c-4e2891f08de5 req-9726561c-d207-4091-84f1-b4e1854cbe9e service nova] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.339376] env[70041]: DEBUG nova.compute.manager [req-ffb9f966-e854-487d-969c-4e2891f08de5 req-9726561c-d207-4091-84f1-b4e1854cbe9e service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] No waiting events found dispatching network-vif-plugged-18219679-08c5-4c02-977a-102e39cd8e3d {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1282.339577] env[70041]: WARNING nova.compute.manager [req-ffb9f966-e854-487d-969c-4e2891f08de5 req-9726561c-d207-4091-84f1-b4e1854cbe9e service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Received unexpected event network-vif-plugged-18219679-08c5-4c02-977a-102e39cd8e3d for instance with vm_state building and task_state spawning. [ 1282.415971] env[70041]: DEBUG nova.network.neutron [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Successfully updated port: 18219679-08c5-4c02-977a-102e39cd8e3d {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.638648] env[70041]: INFO nova.compute.manager [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Took 13.48 seconds to build instance. [ 1282.918428] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "refresh_cache-c7b6f78b-3286-4cf7-81fc-01be89532604" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.918603] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "refresh_cache-c7b6f78b-3286-4cf7-81fc-01be89532604" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.918645] env[70041]: DEBUG nova.network.neutron [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.140604] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ac7b9e85-88f8-4b8a-81b4-83497ddf3033 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.985s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.449391] env[70041]: DEBUG nova.network.neutron [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.570314] env[70041]: DEBUG nova.network.neutron [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Updating instance_info_cache with network_info: [{"id": "18219679-08c5-4c02-977a-102e39cd8e3d", "address": "fa:16:3e:90:76:80", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18219679-08", "ovs_interfaceid": "18219679-08c5-4c02-977a-102e39cd8e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.073727] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "refresh_cache-c7b6f78b-3286-4cf7-81fc-01be89532604" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.074126] env[70041]: DEBUG nova.compute.manager [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Instance network_info: |[{"id": "18219679-08c5-4c02-977a-102e39cd8e3d", "address": "fa:16:3e:90:76:80", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18219679-08", "ovs_interfaceid": "18219679-08c5-4c02-977a-102e39cd8e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.074499] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:76:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18219679-08c5-4c02-977a-102e39cd8e3d', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.082099] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.082600] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.082837] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcfac87c-7314-43e0-947e-0b1ddba65d75 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.103056] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.103056] env[70041]: value = "task-3193822" [ 1284.103056] env[70041]: _type = "Task" [ 1284.103056] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.110523] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193822, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.374743] env[70041]: DEBUG nova.compute.manager [req-ef0b40f6-05d3-4b91-af61-dc7029dacab3 req-0e0ad856-812a-4ae8-adff-3f86383e539d service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Received event network-changed-18219679-08c5-4c02-977a-102e39cd8e3d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1284.374938] env[70041]: DEBUG nova.compute.manager [req-ef0b40f6-05d3-4b91-af61-dc7029dacab3 req-0e0ad856-812a-4ae8-adff-3f86383e539d service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Refreshing instance network info cache due to event network-changed-18219679-08c5-4c02-977a-102e39cd8e3d. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1284.375193] env[70041]: DEBUG oslo_concurrency.lockutils [req-ef0b40f6-05d3-4b91-af61-dc7029dacab3 req-0e0ad856-812a-4ae8-adff-3f86383e539d service nova] Acquiring lock "refresh_cache-c7b6f78b-3286-4cf7-81fc-01be89532604" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.375326] env[70041]: DEBUG oslo_concurrency.lockutils [req-ef0b40f6-05d3-4b91-af61-dc7029dacab3 req-0e0ad856-812a-4ae8-adff-3f86383e539d service nova] Acquired lock "refresh_cache-c7b6f78b-3286-4cf7-81fc-01be89532604" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.375447] env[70041]: DEBUG nova.network.neutron [req-ef0b40f6-05d3-4b91-af61-dc7029dacab3 req-0e0ad856-812a-4ae8-adff-3f86383e539d service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Refreshing network info cache for port 18219679-08c5-4c02-977a-102e39cd8e3d {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.455658] env[70041]: DEBUG nova.compute.manager [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Stashing vm_state: active {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1284.613751] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193822, 'name': CreateVM_Task, 'duration_secs': 0.310805} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.613950] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.614545] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.614708] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.615028] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.615279] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14126cd5-e61e-4758-a5c3-8964a0f148e2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.619602] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1284.619602] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f9a142-9f83-942f-e79e-b5544c349b8c" [ 1284.619602] env[70041]: _type = "Task" [ 1284.619602] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.627171] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f9a142-9f83-942f-e79e-b5544c349b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.976702] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.977048] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.066772] env[70041]: DEBUG nova.network.neutron [req-ef0b40f6-05d3-4b91-af61-dc7029dacab3 req-0e0ad856-812a-4ae8-adff-3f86383e539d service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Updated VIF entry in instance network info cache for port 18219679-08c5-4c02-977a-102e39cd8e3d. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.067351] env[70041]: DEBUG nova.network.neutron [req-ef0b40f6-05d3-4b91-af61-dc7029dacab3 req-0e0ad856-812a-4ae8-adff-3f86383e539d service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Updating instance_info_cache with network_info: [{"id": "18219679-08c5-4c02-977a-102e39cd8e3d", "address": "fa:16:3e:90:76:80", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18219679-08", "ovs_interfaceid": "18219679-08c5-4c02-977a-102e39cd8e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.130339] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f9a142-9f83-942f-e79e-b5544c349b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.130722] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.130948] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.131238] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.131414] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.131653] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.131936] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51bfc4d9-90a0-41f9-a760-8413fd4a3059 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.140782] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.141019] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.141775] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9d92af-3cbf-44bf-8a4a-b95069a34680 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.147711] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1285.147711] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52154874-69ea-3998-a4a1-b47e4e9932a7" [ 1285.147711] env[70041]: _type = "Task" [ 1285.147711] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.155822] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52154874-69ea-3998-a4a1-b47e4e9932a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.483225] env[70041]: INFO nova.compute.claims [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.570617] env[70041]: DEBUG oslo_concurrency.lockutils [req-ef0b40f6-05d3-4b91-af61-dc7029dacab3 req-0e0ad856-812a-4ae8-adff-3f86383e539d service nova] Releasing lock "refresh_cache-c7b6f78b-3286-4cf7-81fc-01be89532604" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.658763] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52154874-69ea-3998-a4a1-b47e4e9932a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009334} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.659553] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f486673f-9699-4e77-b4d8-acc99db207ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.664802] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1285.664802] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521bed9c-c287-c30d-707b-9d0b4852028b" [ 1285.664802] env[70041]: _type = "Task" [ 1285.664802] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.672558] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521bed9c-c287-c30d-707b-9d0b4852028b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.989603] env[70041]: INFO nova.compute.resource_tracker [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating resource usage from migration 20438e19-0fe6-448c-a0d6-4634746b71cc [ 1286.085028] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c20cfea-047d-4cf5-922d-183915de110d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.092652] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb8292c-41e1-4246-a10d-72273e25aae4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.121782] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4a1c98-89ec-4309-baae-812fc22898ea {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.128501] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba6ce0c-5ce6-4954-95e4-432a4a982a7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.140929] env[70041]: DEBUG nova.compute.provider_tree [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.173853] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521bed9c-c287-c30d-707b-9d0b4852028b, 'name': SearchDatastore_Task, 'duration_secs': 0.009056} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.174110] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.174430] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] c7b6f78b-3286-4cf7-81fc-01be89532604/c7b6f78b-3286-4cf7-81fc-01be89532604.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.174671] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ec858fe-478f-4cb7-b9ba-785c5f90fd0c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.180311] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1286.180311] env[70041]: value = "task-3193823" [ 1286.180311] env[70041]: _type = "Task" [ 1286.180311] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.188856] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.644512] env[70041]: DEBUG nova.scheduler.client.report [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.689639] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.398528} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.689880] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] c7b6f78b-3286-4cf7-81fc-01be89532604/c7b6f78b-3286-4cf7-81fc-01be89532604.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.690105] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.690343] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d8d126d-9925-49a7-aa55-0b973c336b06 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.697232] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1286.697232] env[70041]: value = "task-3193824" [ 1286.697232] env[70041]: _type = "Task" [ 1286.697232] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.706213] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.148974] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.172s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.149206] env[70041]: INFO nova.compute.manager [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Migrating [ 1287.207155] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061819} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.207421] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.208165] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c1953-c7be-4635-b8ad-dbe9c1df5848 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.230065] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] c7b6f78b-3286-4cf7-81fc-01be89532604/c7b6f78b-3286-4cf7-81fc-01be89532604.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.230534] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a0df52-acc4-46a4-b99f-38ceaf02cca1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.249473] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1287.249473] env[70041]: value = "task-3193825" [ 1287.249473] env[70041]: _type = "Task" [ 1287.249473] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.256804] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.663713] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.663912] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.664112] env[70041]: DEBUG nova.network.neutron [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.759633] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193825, 'name': ReconfigVM_Task, 'duration_secs': 0.31366} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.759913] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Reconfigured VM instance instance-00000079 to attach disk [datastore2] c7b6f78b-3286-4cf7-81fc-01be89532604/c7b6f78b-3286-4cf7-81fc-01be89532604.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.760561] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b39c1629-fa46-458e-8148-201f98c52c76 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.766881] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1287.766881] env[70041]: value = "task-3193826" [ 1287.766881] env[70041]: _type = "Task" [ 1287.766881] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.774657] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193826, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.277878] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193826, 'name': Rename_Task, 'duration_secs': 0.131452} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.278160] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.278399] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-551dd224-7393-4cf0-ae3a-bdeffab0e681 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.284269] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1288.284269] env[70041]: value = "task-3193827" [ 1288.284269] env[70041]: _type = "Task" [ 1288.284269] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.292986] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.359299] env[70041]: DEBUG nova.network.neutron [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance_info_cache with network_info: [{"id": "5c353f80-2364-4d68-ab49-a523e914f851", "address": "fa:16:3e:0c:19:ae", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c353f80-23", "ovs_interfaceid": "5c353f80-2364-4d68-ab49-a523e914f851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.798687] env[70041]: DEBUG oslo_vmware.api [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193827, 'name': PowerOnVM_Task, 'duration_secs': 0.456009} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.799146] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.799479] env[70041]: INFO nova.compute.manager [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1288.799792] env[70041]: DEBUG nova.compute.manager [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.801029] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc411f1-57ea-49fd-b054-76d77fdc9744 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.863059] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.321024] env[70041]: INFO nova.compute.manager [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Took 11.33 seconds to build instance. [ 1289.656694] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.656936] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.657129] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.657313] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.657483] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.659481] env[70041]: INFO nova.compute.manager [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Terminating instance [ 1289.824329] env[70041]: DEBUG oslo_concurrency.lockutils [None req-6b1cd721-19ce-452f-9374-12d5a1a9ba45 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.846s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.879865] env[70041]: DEBUG nova.compute.manager [req-b8a2aacf-1ce4-4cc5-b4bd-45dbe1bac86c req-f46e60d4-7d6f-454a-b856-3efe787b1956 service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Received event network-changed-18219679-08c5-4c02-977a-102e39cd8e3d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1289.879865] env[70041]: DEBUG nova.compute.manager [req-b8a2aacf-1ce4-4cc5-b4bd-45dbe1bac86c req-f46e60d4-7d6f-454a-b856-3efe787b1956 service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Refreshing instance network info cache due to event network-changed-18219679-08c5-4c02-977a-102e39cd8e3d. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1289.880101] env[70041]: DEBUG oslo_concurrency.lockutils [req-b8a2aacf-1ce4-4cc5-b4bd-45dbe1bac86c req-f46e60d4-7d6f-454a-b856-3efe787b1956 service nova] Acquiring lock "refresh_cache-c7b6f78b-3286-4cf7-81fc-01be89532604" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.880144] env[70041]: DEBUG oslo_concurrency.lockutils [req-b8a2aacf-1ce4-4cc5-b4bd-45dbe1bac86c req-f46e60d4-7d6f-454a-b856-3efe787b1956 service nova] Acquired lock "refresh_cache-c7b6f78b-3286-4cf7-81fc-01be89532604" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.880335] env[70041]: DEBUG nova.network.neutron [req-b8a2aacf-1ce4-4cc5-b4bd-45dbe1bac86c req-f46e60d4-7d6f-454a-b856-3efe787b1956 service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Refreshing network info cache for port 18219679-08c5-4c02-977a-102e39cd8e3d {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.163179] env[70041]: DEBUG nova.compute.manager [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.163436] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.164380] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9486e569-fd8f-459d-b015-c59fd90b0c03 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.172303] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.172528] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5100f2c0-70ba-4505-a86b-adccc189efe8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.178535] env[70041]: DEBUG oslo_vmware.api [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1290.178535] env[70041]: value = "task-3193828" [ 1290.178535] env[70041]: _type = "Task" [ 1290.178535] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.186261] env[70041]: DEBUG oslo_vmware.api [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.377386] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c057a5-0e18-4e8a-975b-aa32015caeb7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.403030] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance 'd7e8e013-54f7-4e5a-bab3-b5d1ac90d04f' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.600756] env[70041]: DEBUG nova.network.neutron [req-b8a2aacf-1ce4-4cc5-b4bd-45dbe1bac86c req-f46e60d4-7d6f-454a-b856-3efe787b1956 service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Updated VIF entry in instance network info cache for port 18219679-08c5-4c02-977a-102e39cd8e3d. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.601162] env[70041]: DEBUG nova.network.neutron [req-b8a2aacf-1ce4-4cc5-b4bd-45dbe1bac86c req-f46e60d4-7d6f-454a-b856-3efe787b1956 service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Updating instance_info_cache with network_info: [{"id": "18219679-08c5-4c02-977a-102e39cd8e3d", "address": "fa:16:3e:90:76:80", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18219679-08", "ovs_interfaceid": "18219679-08c5-4c02-977a-102e39cd8e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.688054] env[70041]: DEBUG oslo_vmware.api [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193828, 'name': PowerOffVM_Task, 'duration_secs': 0.249243} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.688336] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.688480] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.688718] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b81c8ce-22ba-4961-88e0-1005521c20c2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.753057] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.753365] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.753579] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleting the datastore file [datastore2] dfb6b55f-77ef-4480-8ae0-6dfafa78072c {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.753846] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa142696-31e6-4f4d-8476-96618ef23000 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.759967] env[70041]: DEBUG oslo_vmware.api [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for the task: (returnval){ [ 1290.759967] env[70041]: value = "task-3193830" [ 1290.759967] env[70041]: _type = "Task" [ 1290.759967] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.767542] env[70041]: DEBUG oslo_vmware.api [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.909140] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.909458] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-521f22d9-08ad-46e7-9fea-d173d208f293 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.915972] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1290.915972] env[70041]: value = "task-3193831" [ 1290.915972] env[70041]: _type = "Task" [ 1290.915972] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.924141] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.104327] env[70041]: DEBUG oslo_concurrency.lockutils [req-b8a2aacf-1ce4-4cc5-b4bd-45dbe1bac86c req-f46e60d4-7d6f-454a-b856-3efe787b1956 service nova] Releasing lock "refresh_cache-c7b6f78b-3286-4cf7-81fc-01be89532604" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.269627] env[70041]: DEBUG oslo_vmware.api [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Task: {'id': task-3193830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130006} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.269938] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.270150] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.270347] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.270530] env[70041]: INFO nova.compute.manager [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1291.270808] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.271017] env[70041]: DEBUG nova.compute.manager [-] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.271130] env[70041]: DEBUG nova.network.neutron [-] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.426015] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193831, 'name': PowerOffVM_Task, 'duration_secs': 0.188519} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.426334] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.426495] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance 'd7e8e013-54f7-4e5a-bab3-b5d1ac90d04f' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.718282] env[70041]: DEBUG nova.compute.manager [req-bf21205b-0335-44d8-af33-159265d7028e req-87dc1df6-6d5c-426e-abec-14adc32b8bc7 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Received event network-vif-deleted-39ba7170-34bd-430b-9aad-2238890f2f51 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1291.718572] env[70041]: INFO nova.compute.manager [req-bf21205b-0335-44d8-af33-159265d7028e req-87dc1df6-6d5c-426e-abec-14adc32b8bc7 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Neutron deleted interface 39ba7170-34bd-430b-9aad-2238890f2f51; detaching it from the instance and deleting it from the info cache [ 1291.718645] env[70041]: DEBUG nova.network.neutron [req-bf21205b-0335-44d8-af33-159265d7028e req-87dc1df6-6d5c-426e-abec-14adc32b8bc7 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.932796] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.933079] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.933247] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.933464] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.933618] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.933768] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.933973] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.934148] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.934321] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.934532] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.934800] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.939804] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afbd10de-5334-451b-ad53-d5173cfd313b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.964100] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1291.964100] env[70041]: value = "task-3193832" [ 1291.964100] env[70041]: _type = "Task" [ 1291.964100] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.972977] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.198789] env[70041]: DEBUG nova.network.neutron [-] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.221285] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-532274c8-7f8a-47d0-8885-eeefa3253d10 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.231199] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd3ceea-89f7-495b-ad17-8237b6733e36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.260787] env[70041]: DEBUG nova.compute.manager [req-bf21205b-0335-44d8-af33-159265d7028e req-87dc1df6-6d5c-426e-abec-14adc32b8bc7 service nova] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Detach interface failed, port_id=39ba7170-34bd-430b-9aad-2238890f2f51, reason: Instance dfb6b55f-77ef-4480-8ae0-6dfafa78072c could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1292.476411] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193832, 'name': ReconfigVM_Task, 'duration_secs': 0.173749} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.476878] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance 'd7e8e013-54f7-4e5a-bab3-b5d1ac90d04f' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.701924] env[70041]: INFO nova.compute.manager [-] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Took 1.43 seconds to deallocate network for instance. [ 1292.984143] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.984499] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.984735] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.985014] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.985238] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.985407] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.985711] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.985900] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.986168] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.986361] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.986539] env[70041]: DEBUG nova.virt.hardware [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.993019] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.993427] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9021ca0-c78c-43ca-9b82-c1dec4e748da {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.015617] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1293.015617] env[70041]: value = "task-3193833" [ 1293.015617] env[70041]: _type = "Task" [ 1293.015617] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.024133] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.209077] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.209566] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.209922] env[70041]: DEBUG nova.objects.instance [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lazy-loading 'resources' on Instance uuid dfb6b55f-77ef-4480-8ae0-6dfafa78072c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.525892] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193833, 'name': ReconfigVM_Task, 'duration_secs': 0.183483} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.526218] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.526971] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89503d-3e4d-438e-9ba2-97e761d270b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.547993] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f/d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.548284] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad6cbaee-0a6d-4700-8de5-0633054ace7b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.565910] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1293.565910] env[70041]: value = "task-3193834" [ 1293.565910] env[70041]: _type = "Task" [ 1293.565910] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.573513] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.898903] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8044e-ecb1-4f6f-8d51-39a5cd3f641d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.908155] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802632d2-cc21-4be4-adfb-7decb8946e2f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.939412] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c68178-46c5-418c-bad0-b8ba2bac44bf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.947298] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dfd8e6-dccf-492f-ba79-4dc4758eca8e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.961258] env[70041]: DEBUG nova.compute.provider_tree [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.075221] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193834, 'name': ReconfigVM_Task, 'duration_secs': 0.260115} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.075446] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Reconfigured VM instance instance-00000078 to attach disk [datastore2] d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f/d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.075683] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance 'd7e8e013-54f7-4e5a-bab3-b5d1ac90d04f' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.464817] env[70041]: DEBUG nova.scheduler.client.report [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.582654] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2234ef0-3b54-4ae2-a2b6-528d42a5fecd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.601479] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5337090-4ee1-428c-a115-66b2f629e214 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.619536] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance 'd7e8e013-54f7-4e5a-bab3-b5d1ac90d04f' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.969432] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.993052] env[70041]: INFO nova.scheduler.client.report [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Deleted allocations for instance dfb6b55f-77ef-4480-8ae0-6dfafa78072c [ 1295.156219] env[70041]: DEBUG nova.network.neutron [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Port 5c353f80-2364-4d68-ab49-a523e914f851 binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1295.502124] env[70041]: DEBUG oslo_concurrency.lockutils [None req-bf53c80e-c168-43df-ac82-ef0f73fd3748 tempest-AttachVolumeShelveTestJSON-1546921844 tempest-AttachVolumeShelveTestJSON-1546921844-project-member] Lock "dfb6b55f-77ef-4480-8ae0-6dfafa78072c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.845s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.177597] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.177954] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.178027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.225472] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.225722] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.225909] env[70041]: DEBUG nova.network.neutron [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.910462] env[70041]: DEBUG nova.network.neutron [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance_info_cache with network_info: [{"id": "5c353f80-2364-4d68-ab49-a523e914f851", "address": "fa:16:3e:0c:19:ae", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c353f80-23", "ovs_interfaceid": "5c353f80-2364-4d68-ab49-a523e914f851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.413499] env[70041]: DEBUG oslo_concurrency.lockutils [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.938866] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2914ba0a-6593-41f5-9a02-06aa75fc1583 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.958661] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb2e3a-d1bc-452f-aad4-d7bb4e5c8a28 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.965119] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance 'd7e8e013-54f7-4e5a-bab3-b5d1ac90d04f' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.471099] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.471496] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c520d75e-f06b-408a-a2c1-4c8e4e6bf021 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.479070] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1299.479070] env[70041]: value = "task-3193836" [ 1299.479070] env[70041]: _type = "Task" [ 1299.479070] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.486831] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.988986] env[70041]: DEBUG oslo_vmware.api [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193836, 'name': PowerOnVM_Task, 'duration_secs': 0.370477} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.989276] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.989457] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d83bf-5f3b-44b3-a2cd-8eef6f04f4a3 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance 'd7e8e013-54f7-4e5a-bab3-b5d1ac90d04f' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.047127] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.047393] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.549860] env[70041]: DEBUG nova.compute.utils [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.053062] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.134895] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.135275] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.135452] env[70041]: INFO nova.compute.manager [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Attaching volume d252e199-9d3c-469c-9014-29c392f3ebbf to /dev/sdb [ 1302.169900] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551481ef-19f0-4c0e-ab30-f83a16e135f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.178041] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29f0c25-eedb-41f5-9796-9d55ece4a928 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.191092] env[70041]: DEBUG nova.virt.block_device [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Updating existing volume attachment record: 99cebb20-a6a2-4120-9445-9a32d9c546a9 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1302.761755] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.761755] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.762036] env[70041]: DEBUG nova.compute.manager [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Going to confirm migration 8 {{(pid=70041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1303.308455] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.308711] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.308909] env[70041]: DEBUG nova.network.neutron [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.309365] env[70041]: DEBUG nova.objects.instance [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lazy-loading 'info_cache' on Instance uuid d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.524803] env[70041]: DEBUG nova.network.neutron [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance_info_cache with network_info: [{"id": "5c353f80-2364-4d68-ab49-a523e914f851", "address": "fa:16:3e:0c:19:ae", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c353f80-23", "ovs_interfaceid": "5c353f80-2364-4d68-ab49-a523e914f851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.028876] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.028876] env[70041]: DEBUG nova.objects.instance [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lazy-loading 'migration_context' on Instance uuid d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.531412] env[70041]: DEBUG nova.objects.base [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1305.532354] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74804e3-f8db-4c47-838e-7073e078ec3e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.553282] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87aaf50f-902b-4897-bd09-76cbd55a03ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.558805] env[70041]: DEBUG oslo_vmware.api [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1305.558805] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b08f85-ec62-ed73-6ac3-256464319b9c" [ 1305.558805] env[70041]: _type = "Task" [ 1305.558805] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.566779] env[70041]: DEBUG oslo_vmware.api [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b08f85-ec62-ed73-6ac3-256464319b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.894623] env[70041]: DEBUG nova.compute.manager [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Stashing vm_state: active {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1306.069124] env[70041]: DEBUG oslo_vmware.api [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52b08f85-ec62-ed73-6ac3-256464319b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.069425] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.069664] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.416574] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.656347] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e4e52b-381d-4c3a-984d-d5a3f615ea7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.664151] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718dae25-2e0e-428d-bc38-337a3a78c0b1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.692851] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc4aac7-fa01-4454-b0a9-eabc5c2db047 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.699957] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4188a8-0dea-4584-a264-5d1af8c827d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.714335] env[70041]: DEBUG nova.compute.provider_tree [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.736671] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1306.736903] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1306.737753] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8665b22-21d7-4163-8911-711ca02f6aab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.754180] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecec36f-e8dd-4fc8-85ec-5c86b2ac2253 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.778783] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-d252e199-9d3c-469c-9014-29c392f3ebbf/volume-d252e199-9d3c-469c-9014-29c392f3ebbf.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.779083] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f47caaeb-d38c-44dc-a040-3073b62d2b39 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.797633] env[70041]: DEBUG oslo_vmware.api [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1306.797633] env[70041]: value = "task-3193841" [ 1306.797633] env[70041]: _type = "Task" [ 1306.797633] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.805321] env[70041]: DEBUG oslo_vmware.api [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.217869] env[70041]: DEBUG nova.scheduler.client.report [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.306990] env[70041]: DEBUG oslo_vmware.api [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193841, 'name': ReconfigVM_Task, 'duration_secs': 0.345487} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.307259] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-d252e199-9d3c-469c-9014-29c392f3ebbf/volume-d252e199-9d3c-469c-9014-29c392f3ebbf.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.311852] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19567202-e081-4670-96e2-feb7ee386f7e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.326851] env[70041]: DEBUG oslo_vmware.api [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1307.326851] env[70041]: value = "task-3193842" [ 1307.326851] env[70041]: _type = "Task" [ 1307.326851] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.334128] env[70041]: DEBUG oslo_vmware.api [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.415275] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.836844] env[70041]: DEBUG oslo_vmware.api [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193842, 'name': ReconfigVM_Task, 'duration_secs': 0.13547} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.837141] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1307.913971] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.229062] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.158s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.231153] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.815s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.737239] env[70041]: INFO nova.compute.claims [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.784154] env[70041]: INFO nova.scheduler.client.report [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted allocation for migration 20438e19-0fe6-448c-a0d6-4634746b71cc [ 1308.870450] env[70041]: DEBUG nova.objects.instance [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lazy-loading 'flavor' on Instance uuid 30d3f01a-489f-47da-aad4-f9a16f033cc7 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.914736] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.914736] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.244851] env[70041]: INFO nova.compute.resource_tracker [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating resource usage from migration 6d152914-ed33-492b-bbfc-fde9459ff091 [ 1309.288868] env[70041]: DEBUG oslo_concurrency.lockutils [None req-5387770b-f3df-4a2c-b921-84d8b801b2bf tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.527s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.327975] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c204c1b2-797d-46ef-9c98-8aed3c27ad5f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.336284] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1560f0eb-0ca5-4f1a-a704-44106956424f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.365656] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e568549f-fd7f-4f08-932e-6f43d76473b9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.374841] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb880aa-48ce-4a63-8cf8-fdeb7a801b5d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.378937] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f185821a-3946-4564-b0cc-f592b7c5be0d tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.389415] env[70041]: DEBUG nova.compute.provider_tree [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.754225] env[70041]: INFO nova.compute.manager [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Rebuilding instance [ 1309.791753] env[70041]: DEBUG nova.compute.manager [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.792422] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635c35bf-243c-46cb-834d-429612be6365 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.894857] env[70041]: DEBUG nova.scheduler.client.report [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.914533] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.914764] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.914910] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1309.997039] env[70041]: DEBUG oslo_concurrency.lockutils [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.997316] env[70041]: DEBUG oslo_concurrency.lockutils [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.997521] env[70041]: DEBUG oslo_concurrency.lockutils [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.997699] env[70041]: DEBUG oslo_concurrency.lockutils [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.997862] env[70041]: DEBUG oslo_concurrency.lockutils [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.999813] env[70041]: INFO nova.compute.manager [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Terminating instance [ 1310.399454] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.168s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.399680] env[70041]: INFO nova.compute.manager [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Migrating [ 1310.414724] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "05bd279d-6375-41e2-aa86-fc75edcfd60f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.414981] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "05bd279d-6375-41e2-aa86-fc75edcfd60f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.503330] env[70041]: DEBUG nova.compute.manager [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.503558] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.504522] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fa1cb5-5972-4624-ae63-ff57d887d0dd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.512144] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.512365] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29a4d5d4-7429-43f5-8bee-b5ffa6bd7fa6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.518011] env[70041]: DEBUG oslo_vmware.api [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1310.518011] env[70041]: value = "task-3193843" [ 1310.518011] env[70041]: _type = "Task" [ 1310.518011] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.525324] env[70041]: DEBUG oslo_vmware.api [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.805723] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.806065] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ac57260-644d-4e1a-ab69-10b44403d659 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.813405] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1310.813405] env[70041]: value = "task-3193844" [ 1310.813405] env[70041]: _type = "Task" [ 1310.813405] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.821947] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.914690] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.915041] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.917934] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.918137] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.918332] env[70041]: DEBUG nova.network.neutron [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.919854] env[70041]: DEBUG nova.compute.manager [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1311.030355] env[70041]: DEBUG oslo_vmware.api [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193843, 'name': PowerOffVM_Task, 'duration_secs': 0.203415} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.030634] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.030798] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.031059] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96779ab6-6ab2-433f-b22c-c95313eb10cf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.093729] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.093971] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.094101] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleting the datastore file [datastore2] d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.094363] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c95b056b-7918-45f8-97da-9978659b8b96 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.100568] env[70041]: DEBUG oslo_vmware.api [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1311.100568] env[70041]: value = "task-3193846" [ 1311.100568] env[70041]: _type = "Task" [ 1311.100568] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.108256] env[70041]: DEBUG oslo_vmware.api [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.323133] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193844, 'name': PowerOffVM_Task, 'duration_secs': 0.215701} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.323406] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.377643] env[70041]: INFO nova.compute.manager [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Detaching volume d252e199-9d3c-469c-9014-29c392f3ebbf [ 1311.407807] env[70041]: INFO nova.virt.block_device [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Attempting to driver detach volume d252e199-9d3c-469c-9014-29c392f3ebbf from mountpoint /dev/sdb [ 1311.408111] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1311.408341] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1311.409243] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88521be4-a70e-4cfd-817d-edd227bcbfc8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.430693] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.430928] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.431152] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.431244] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1311.435868] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467178a9-7a40-4925-be2f-003723da77e3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.439008] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a131fce-d60d-4e74-9570-aedba99d1b05 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.451393] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf461d18-b678-42e2-b384-65ea9d0a860d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.455022] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c25d56-9287-4cf4-b59d-18827ceaeb6b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.459973] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.460241] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.461813] env[70041]: INFO nova.compute.claims [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.492064] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474878b3-0830-4ae5-8525-de286d09dae5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.495337] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b3037-fb15-4516-b13b-6a641f61976c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.513538] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] The volume has not been displaced from its original location: [datastore1] volume-d252e199-9d3c-469c-9014-29c392f3ebbf/volume-d252e199-9d3c-469c-9014-29c392f3ebbf.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1311.517921] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1311.520906] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abfe6b9-5f73-49e2-9573-b7d003a6ae06 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.534961] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608074be-96de-4f60-897f-282b853f7b35 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.570811] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180180MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1311.571064] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.572641] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1311.572641] env[70041]: value = "task-3193847" [ 1311.572641] env[70041]: _type = "Task" [ 1311.572641] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.581068] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.609713] env[70041]: DEBUG oslo_vmware.api [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13358} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.610013] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.610161] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.610335] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.610503] env[70041]: INFO nova.compute.manager [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1311.610742] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.610930] env[70041]: DEBUG nova.compute.manager [-] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.611037] env[70041]: DEBUG nova.network.neutron [-] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.712519] env[70041]: DEBUG nova.network.neutron [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance_info_cache with network_info: [{"id": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "address": "fa:16:3e:dc:a7:62", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9441b1c4-70", "ovs_interfaceid": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.837865] env[70041]: DEBUG nova.compute.manager [req-b4fe2c0d-be70-415d-a9a1-90150dc3ebb5 req-b98eceaf-b89c-4445-a635-6239711089c8 service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Received event network-vif-deleted-5c353f80-2364-4d68-ab49-a523e914f851 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1311.838075] env[70041]: INFO nova.compute.manager [req-b4fe2c0d-be70-415d-a9a1-90150dc3ebb5 req-b98eceaf-b89c-4445-a635-6239711089c8 service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Neutron deleted interface 5c353f80-2364-4d68-ab49-a523e914f851; detaching it from the instance and deleting it from the info cache [ 1311.838244] env[70041]: DEBUG nova.network.neutron [req-b4fe2c0d-be70-415d-a9a1-90150dc3ebb5 req-b98eceaf-b89c-4445-a635-6239711089c8 service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.082680] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.215667] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.318671] env[70041]: DEBUG nova.network.neutron [-] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.340354] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca716e97-39be-4fe3-a066-d5a4f69f77f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.351516] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4350640c-13cd-4b39-a50a-99341c32b338 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.377720] env[70041]: DEBUG nova.compute.manager [req-b4fe2c0d-be70-415d-a9a1-90150dc3ebb5 req-b98eceaf-b89c-4445-a635-6239711089c8 service nova] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Detach interface failed, port_id=5c353f80-2364-4d68-ab49-a523e914f851, reason: Instance d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1312.578476] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae259506-dfe9-4450-bc43-a5cfbdd16903 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.586313] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193847, 'name': ReconfigVM_Task, 'duration_secs': 0.617621} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.588033] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1312.592821] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4811db-0a11-4424-a0a1-25daba142c9c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.602863] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f418f35c-b7bd-4020-a923-b35d25cf93e0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.634911] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6307ffb1-3e6c-471c-8a4a-2622a132c092 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.637542] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1312.637542] env[70041]: value = "task-3193848" [ 1312.637542] env[70041]: _type = "Task" [ 1312.637542] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.644034] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff7b876-6b7f-4e97-a366-2ad36ca9886b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.650921] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.662130] env[70041]: DEBUG nova.compute.provider_tree [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.822059] env[70041]: INFO nova.compute.manager [-] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Took 1.21 seconds to deallocate network for instance. [ 1313.147250] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193848, 'name': ReconfigVM_Task, 'duration_secs': 0.144766} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.147616] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1313.165533] env[70041]: DEBUG nova.scheduler.client.report [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.327772] env[70041]: DEBUG oslo_concurrency.lockutils [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.670126] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.670690] env[70041]: DEBUG nova.compute.manager [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.673373] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.102s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.729942] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faa3923-6ccf-400c-9a93-b2e3fb987467 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.748933] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance '833a458c-ef64-4a96-ad14-9076dde74e7c' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.181408] env[70041]: DEBUG nova.compute.utils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1314.181848] env[70041]: DEBUG nova.compute.manager [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1314.182066] env[70041]: DEBUG nova.network.neutron [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.196864] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.197122] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a5453c6-6d88-42b9-83b4-5c4e13e944af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.207062] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1314.207062] env[70041]: value = "task-3193849" [ 1314.207062] env[70041]: _type = "Task" [ 1314.207062] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.216119] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] VM already powered off {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1314.216319] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1314.216510] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1314.217251] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f288e5-2fcf-454c-98fd-1f7a6e49cc0c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.237268] env[70041]: DEBUG nova.policy [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97997df8ff2d49f59589a99a686979c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '722ab84c4e814f90ac451795a7f514e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.239039] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e81e8-e28f-4b2d-825c-59ed999e85c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.244775] env[70041]: WARNING nova.virt.vmwareapi.driver [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1314.245015] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.245690] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f05950-cc5f-4492-ad29-8b9929dbb2dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.251317] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.251526] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1af984db-03f9-48c5-a9eb-b663ab993d2d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.254008] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.254240] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-167b8262-07f8-4aa7-82f4-eb71b9fb47d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.259908] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1314.259908] env[70041]: value = "task-3193851" [ 1314.259908] env[70041]: _type = "Task" [ 1314.259908] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.268372] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.322584] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.322797] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.322977] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleting the datastore file [datastore1] 30d3f01a-489f-47da-aad4-f9a16f033cc7 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.323242] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddf7663a-4730-441b-b2c3-fb97df800ba7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.329639] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1314.329639] env[70041]: value = "task-3193852" [ 1314.329639] env[70041]: _type = "Task" [ 1314.329639] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.337606] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.490770] env[70041]: DEBUG nova.network.neutron [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Successfully created port: 8bac5227-e977-497b-830a-0c9f7766c497 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.682910] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Applying migration context for instance 833a458c-ef64-4a96-ad14-9076dde74e7c as it has an incoming, in-progress migration 6d152914-ed33-492b-bbfc-fde9459ff091. Migration status is migrating {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1314.683883] env[70041]: INFO nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating resource usage from migration 6d152914-ed33-492b-bbfc-fde9459ff091 [ 1314.686768] env[70041]: DEBUG nova.compute.manager [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.699596] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.699735] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 30d3f01a-489f-47da-aad4-f9a16f033cc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.699860] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance c7b6f78b-3286-4cf7-81fc-01be89532604 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.699996] env[70041]: WARNING nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1314.700129] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Migration 6d152914-ed33-492b-bbfc-fde9459ff091 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1314.700244] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 833a458c-ef64-4a96-ad14-9076dde74e7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.700358] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 05bd279d-6375-41e2-aa86-fc75edcfd60f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1314.700530] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1314.700662] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1314.769760] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193851, 'name': PowerOffVM_Task, 'duration_secs': 0.176222} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.772232] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.772425] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance '833a458c-ef64-4a96-ad14-9076dde74e7c' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.795083] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e33ae7-f209-4b36-90d1-9ea0abbcc252 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.802139] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5283e4-be4c-4fef-923d-4d0298ef98d9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.836457] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507e8ce3-df32-4bd5-bb71-828fdce1c114 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.843908] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130837} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.845914] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.846128] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.846308] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.850470] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd74fea5-17d7-4193-9fa5-a7063584cc7b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.865157] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.279165] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.279515] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.279569] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.279720] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.279866] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.280021] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.280237] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.280393] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.280558] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.280723] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.280897] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.285940] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d5cf99-c5a5-448b-ab1e-566b5a8a054c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.302588] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1315.302588] env[70041]: value = "task-3193853" [ 1315.302588] env[70041]: _type = "Task" [ 1315.302588] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.310607] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.351401] env[70041]: INFO nova.virt.block_device [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Booting with volume d252e199-9d3c-469c-9014-29c392f3ebbf at /dev/sdb [ 1315.368431] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.385191] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2176f957-71d0-488d-9e8b-2dfd8cfc2fc1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.395071] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5770a147-39ba-4f63-9559-b9ac55bbb2a8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.421546] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9748f6cf-2b23-49a6-8865-7eb4f21c67b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.430259] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda9b3f6-c93b-4bfd-baeb-f071a070f85c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.455689] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9169474e-eb9b-4024-9be7-0f1a4e23d606 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.462099] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc70d4d4-007c-4fdb-930f-8a8143482218 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.474403] env[70041]: DEBUG nova.virt.block_device [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Updating existing volume attachment record: 950626de-59e0-46cb-884b-72265c422b5b {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1315.697037] env[70041]: DEBUG nova.compute.manager [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.725460] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.725868] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.726162] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.726486] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.726738] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.726985] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.727348] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.727623] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.727901] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.728194] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.728503] env[70041]: DEBUG nova.virt.hardware [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.729552] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61259d8-e807-457e-9d16-5227454b0574 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.743189] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3182519b-e48a-4587-9fb5-9f522fea69f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.812602] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193853, 'name': ReconfigVM_Task, 'duration_secs': 0.154809} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.812917] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance '833a458c-ef64-4a96-ad14-9076dde74e7c' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.853109] env[70041]: DEBUG nova.compute.manager [req-da508ec9-af57-43d4-aa8a-ce5145e3072a req-4a4a4071-388c-4c76-9451-4525f7aa5045 service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Received event network-vif-plugged-8bac5227-e977-497b-830a-0c9f7766c497 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1315.853109] env[70041]: DEBUG oslo_concurrency.lockutils [req-da508ec9-af57-43d4-aa8a-ce5145e3072a req-4a4a4071-388c-4c76-9451-4525f7aa5045 service nova] Acquiring lock "05bd279d-6375-41e2-aa86-fc75edcfd60f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.853109] env[70041]: DEBUG oslo_concurrency.lockutils [req-da508ec9-af57-43d4-aa8a-ce5145e3072a req-4a4a4071-388c-4c76-9451-4525f7aa5045 service nova] Lock "05bd279d-6375-41e2-aa86-fc75edcfd60f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.853109] env[70041]: DEBUG oslo_concurrency.lockutils [req-da508ec9-af57-43d4-aa8a-ce5145e3072a req-4a4a4071-388c-4c76-9451-4525f7aa5045 service nova] Lock "05bd279d-6375-41e2-aa86-fc75edcfd60f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.853109] env[70041]: DEBUG nova.compute.manager [req-da508ec9-af57-43d4-aa8a-ce5145e3072a req-4a4a4071-388c-4c76-9451-4525f7aa5045 service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] No waiting events found dispatching network-vif-plugged-8bac5227-e977-497b-830a-0c9f7766c497 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1315.853109] env[70041]: WARNING nova.compute.manager [req-da508ec9-af57-43d4-aa8a-ce5145e3072a req-4a4a4071-388c-4c76-9451-4525f7aa5045 service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Received unexpected event network-vif-plugged-8bac5227-e977-497b-830a-0c9f7766c497 for instance with vm_state building and task_state spawning. [ 1315.873399] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1315.873707] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.200s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.874372] env[70041]: DEBUG oslo_concurrency.lockutils [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.547s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.874668] env[70041]: DEBUG oslo_concurrency.lockutils [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.901994] env[70041]: INFO nova.scheduler.client.report [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted allocations for instance d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f [ 1315.980429] env[70041]: DEBUG nova.network.neutron [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Successfully updated port: 8bac5227-e977-497b-830a-0c9f7766c497 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.319320] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.319676] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.319727] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.319867] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.320027] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.320182] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.320386] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.320543] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.320707] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.320871] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.321055] env[70041]: DEBUG nova.virt.hardware [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.326623] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.326905] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff6805d1-f8f9-4161-bf01-72777d38b081 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.346445] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1316.346445] env[70041]: value = "task-3193854" [ 1316.346445] env[70041]: _type = "Task" [ 1316.346445] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.354124] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.410773] env[70041]: DEBUG oslo_concurrency.lockutils [None req-261907fd-bb51-4c6c-9b0b-860a60a329dc tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.413s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.483205] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "refresh_cache-05bd279d-6375-41e2-aa86-fc75edcfd60f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.483348] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "refresh_cache-05bd279d-6375-41e2-aa86-fc75edcfd60f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.483502] env[70041]: DEBUG nova.network.neutron [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.856579] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193854, 'name': ReconfigVM_Task, 'duration_secs': 0.151639} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.856945] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.857777] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a87e275-32a3-4513-b5a3-21aee8e2cb36 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.879248] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 833a458c-ef64-4a96-ad14-9076dde74e7c/833a458c-ef64-4a96-ad14-9076dde74e7c.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.879547] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47fbbeeb-4773-453c-8311-cc57c73ecc07 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.896999] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1316.896999] env[70041]: value = "task-3193855" [ 1316.896999] env[70041]: _type = "Task" [ 1316.896999] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.906016] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.026182] env[70041]: DEBUG nova.network.neutron [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.211828] env[70041]: DEBUG nova.network.neutron [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Updating instance_info_cache with network_info: [{"id": "8bac5227-e977-497b-830a-0c9f7766c497", "address": "fa:16:3e:c3:0c:eb", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bac5227-e9", "ovs_interfaceid": "8bac5227-e977-497b-830a-0c9f7766c497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.406432] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193855, 'name': ReconfigVM_Task, 'duration_secs': 0.252783} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.406755] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 833a458c-ef64-4a96-ad14-9076dde74e7c/833a458c-ef64-4a96-ad14-9076dde74e7c.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.406962] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance '833a458c-ef64-4a96-ad14-9076dde74e7c' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.581778] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.582048] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.582210] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.582393] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.582542] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.582738] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.582993] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.583178] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.583346] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.583509] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.583691] env[70041]: DEBUG nova.virt.hardware [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.584599] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa3abcd-3504-46d7-9ce1-29a341d02870 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.592413] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fff30f-c10a-464a-ac73-75144f3f3105 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.605523] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:bf:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc5dfa6d-d6a8-469d-9ed4-2dea66826572', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.613095] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.613305] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.613500] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49a31dec-4270-4a02-ab16-a92776430405 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.631128] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.631128] env[70041]: value = "task-3193856" [ 1317.631128] env[70041]: _type = "Task" [ 1317.631128] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.638131] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193856, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.715481] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "refresh_cache-05bd279d-6375-41e2-aa86-fc75edcfd60f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.715785] env[70041]: DEBUG nova.compute.manager [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Instance network_info: |[{"id": "8bac5227-e977-497b-830a-0c9f7766c497", "address": "fa:16:3e:c3:0c:eb", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bac5227-e9", "ovs_interfaceid": "8bac5227-e977-497b-830a-0c9f7766c497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.716253] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:0c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bac5227-e977-497b-830a-0c9f7766c497', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.723693] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.723910] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.724154] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0054653-17ea-4907-97d2-47cfb14140c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.742851] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.742851] env[70041]: value = "task-3193857" [ 1317.742851] env[70041]: _type = "Task" [ 1317.742851] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.752520] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193857, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.879439] env[70041]: DEBUG nova.compute.manager [req-22df33ac-cac9-4302-a4d1-476da36ff2cf req-2cca9346-8208-4295-a97a-b8e9a67b02ff service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Received event network-changed-8bac5227-e977-497b-830a-0c9f7766c497 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1317.879663] env[70041]: DEBUG nova.compute.manager [req-22df33ac-cac9-4302-a4d1-476da36ff2cf req-2cca9346-8208-4295-a97a-b8e9a67b02ff service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Refreshing instance network info cache due to event network-changed-8bac5227-e977-497b-830a-0c9f7766c497. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1317.879832] env[70041]: DEBUG oslo_concurrency.lockutils [req-22df33ac-cac9-4302-a4d1-476da36ff2cf req-2cca9346-8208-4295-a97a-b8e9a67b02ff service nova] Acquiring lock "refresh_cache-05bd279d-6375-41e2-aa86-fc75edcfd60f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.879975] env[70041]: DEBUG oslo_concurrency.lockutils [req-22df33ac-cac9-4302-a4d1-476da36ff2cf req-2cca9346-8208-4295-a97a-b8e9a67b02ff service nova] Acquired lock "refresh_cache-05bd279d-6375-41e2-aa86-fc75edcfd60f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.880147] env[70041]: DEBUG nova.network.neutron [req-22df33ac-cac9-4302-a4d1-476da36ff2cf req-2cca9346-8208-4295-a97a-b8e9a67b02ff service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Refreshing network info cache for port 8bac5227-e977-497b-830a-0c9f7766c497 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.913020] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff02ebb-12cd-4ee4-8653-2b7a53254882 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.933409] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed59940e-3d03-4783-bc29-bbcc8bc02df4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.953007] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance '833a458c-ef64-4a96-ad14-9076dde74e7c' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.141012] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193856, 'name': CreateVM_Task, 'duration_secs': 0.473883} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.141193] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.141872] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.142058] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.142383] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.142638] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f23b1c6-ccf1-4174-92dd-8d6d89c1a640 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.147011] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1318.147011] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5297ab42-9fce-5f21-d4b6-658cbb0ef0fe" [ 1318.147011] env[70041]: _type = "Task" [ 1318.147011] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.154492] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5297ab42-9fce-5f21-d4b6-658cbb0ef0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.252740] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193857, 'name': CreateVM_Task, 'duration_secs': 0.37839} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.252933] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.253547] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.490149] env[70041]: DEBUG nova.network.neutron [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Port 9441b1c4-70c6-4fcf-ad37-83b5146d1a5f binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1318.565872] env[70041]: DEBUG nova.network.neutron [req-22df33ac-cac9-4302-a4d1-476da36ff2cf req-2cca9346-8208-4295-a97a-b8e9a67b02ff service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Updated VIF entry in instance network info cache for port 8bac5227-e977-497b-830a-0c9f7766c497. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.566274] env[70041]: DEBUG nova.network.neutron [req-22df33ac-cac9-4302-a4d1-476da36ff2cf req-2cca9346-8208-4295-a97a-b8e9a67b02ff service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Updating instance_info_cache with network_info: [{"id": "8bac5227-e977-497b-830a-0c9f7766c497", "address": "fa:16:3e:c3:0c:eb", "network": {"id": "3b178d5f-e30d-451f-8c92-9700529f9af4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-594410413-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "722ab84c4e814f90ac451795a7f514e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bac5227-e9", "ovs_interfaceid": "8bac5227-e977-497b-830a-0c9f7766c497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.657306] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5297ab42-9fce-5f21-d4b6-658cbb0ef0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011138} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.657547] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.657775] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.658017] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.658166] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.658340] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.658606] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.658901] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.659142] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75d84514-f04c-4905-b1d0-478507480423 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.660857] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60abb86-0dfe-42bd-bc3e-3dc09d0f6adc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.665721] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1318.665721] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bdb1c8-cb95-51ef-a7c3-c9fc6b687ea1" [ 1318.665721] env[70041]: _type = "Task" [ 1318.665721] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.669629] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.669797] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.670820] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf1e2a2-922f-4aee-8bc6-1664ab87609d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.675611] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bdb1c8-cb95-51ef-a7c3-c9fc6b687ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.678229] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1318.678229] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527a7311-c6ae-9a9a-2c00-6183fd16b025" [ 1318.678229] env[70041]: _type = "Task" [ 1318.678229] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.685424] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527a7311-c6ae-9a9a-2c00-6183fd16b025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.068820] env[70041]: DEBUG oslo_concurrency.lockutils [req-22df33ac-cac9-4302-a4d1-476da36ff2cf req-2cca9346-8208-4295-a97a-b8e9a67b02ff service nova] Releasing lock "refresh_cache-05bd279d-6375-41e2-aa86-fc75edcfd60f" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.175805] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52bdb1c8-cb95-51ef-a7c3-c9fc6b687ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.019144} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.176112] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.176342] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.176552] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.186674] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527a7311-c6ae-9a9a-2c00-6183fd16b025, 'name': SearchDatastore_Task, 'duration_secs': 0.008324} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.187410] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7d5bf33-0e0d-4c0b-8772-0434fa5fba9a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.192675] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1319.192675] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52829fa4-5084-0687-7f18-8877c1bf3947" [ 1319.192675] env[70041]: _type = "Task" [ 1319.192675] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.200042] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52829fa4-5084-0687-7f18-8877c1bf3947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.510621] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "833a458c-ef64-4a96-ad14-9076dde74e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.510945] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.510989] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.702789] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52829fa4-5084-0687-7f18-8877c1bf3947, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.703049] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.703311] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 30d3f01a-489f-47da-aad4-f9a16f033cc7/30d3f01a-489f-47da-aad4-f9a16f033cc7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.703579] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.703787] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.704017] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9b0de0-4b61-4bd6-83d2-bc7f5db9261b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.705805] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61edf381-95b3-417b-909f-4ddf95e2b5bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.711915] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1319.711915] env[70041]: value = "task-3193858" [ 1319.711915] env[70041]: _type = "Task" [ 1319.711915] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.715499] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.715665] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.716590] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976f2308-521d-4653-b393-5c1221c2829d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.721555] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.724239] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1319.724239] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5248505f-c7f5-a15f-76a6-e2d1d154e1cc" [ 1319.724239] env[70041]: _type = "Task" [ 1319.724239] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.731683] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5248505f-c7f5-a15f-76a6-e2d1d154e1cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.222402] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440753} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.222638] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 30d3f01a-489f-47da-aad4-f9a16f033cc7/30d3f01a-489f-47da-aad4-f9a16f033cc7.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.222852] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.223110] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82568929-71dc-4d91-8728-e5c62336dafb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.233452] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5248505f-c7f5-a15f-76a6-e2d1d154e1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008656} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.235112] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1320.235112] env[70041]: value = "task-3193859" [ 1320.235112] env[70041]: _type = "Task" [ 1320.235112] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.235346] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0c0541-3a66-4330-ae86-d3b97e2dff58 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.242091] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1320.242091] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52840ba5-b413-eb33-3e01-2e4553a1af67" [ 1320.242091] env[70041]: _type = "Task" [ 1320.242091] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.244949] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.251714] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52840ba5-b413-eb33-3e01-2e4553a1af67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.542710] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.542988] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.543084] env[70041]: DEBUG nova.network.neutron [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.747097] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062347} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.749983] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.750714] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab4dca7-c617-4aa9-9937-b9d6ecca5286 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.757880] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52840ba5-b413-eb33-3e01-2e4553a1af67, 'name': SearchDatastore_Task, 'duration_secs': 0.009006} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.767652] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.767904] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 05bd279d-6375-41e2-aa86-fc75edcfd60f/05bd279d-6375-41e2-aa86-fc75edcfd60f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.776464] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 30d3f01a-489f-47da-aad4-f9a16f033cc7/30d3f01a-489f-47da-aad4-f9a16f033cc7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.776683] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bc9dca4-1dcf-4251-a125-4bc853b5b05b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.778349] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb42a34-423a-4813-857d-90f48a2bc372 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.799178] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1320.799178] env[70041]: value = "task-3193860" [ 1320.799178] env[70041]: _type = "Task" [ 1320.799178] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.800335] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1320.800335] env[70041]: value = "task-3193861" [ 1320.800335] env[70041]: _type = "Task" [ 1320.800335] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.810294] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.813176] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.281148] env[70041]: DEBUG nova.network.neutron [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance_info_cache with network_info: [{"id": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "address": "fa:16:3e:dc:a7:62", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9441b1c4-70", "ovs_interfaceid": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.311765] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449011} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.314811] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 05bd279d-6375-41e2-aa86-fc75edcfd60f/05bd279d-6375-41e2-aa86-fc75edcfd60f.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.315036] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.315278] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.315475] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f64e256-8185-48cf-8897-fbe3cea22426 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.321085] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1321.321085] env[70041]: value = "task-3193862" [ 1321.321085] env[70041]: _type = "Task" [ 1321.321085] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.327885] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.784211] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.814213] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.829217] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070623} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.829487] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.830284] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecad44a1-4198-4fab-b3f2-5bddae40899e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.852059] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 05bd279d-6375-41e2-aa86-fc75edcfd60f/05bd279d-6375-41e2-aa86-fc75edcfd60f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.852626] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8922b68-e5f6-498e-a99f-7620b326bc38 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.872288] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1321.872288] env[70041]: value = "task-3193863" [ 1321.872288] env[70041]: _type = "Task" [ 1321.872288] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.880331] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.310320] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc29836e-fc63-40d4-b01a-b648490bb1ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.315519] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193861, 'name': ReconfigVM_Task, 'duration_secs': 1.433154} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.316113] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 30d3f01a-489f-47da-aad4-f9a16f033cc7/30d3f01a-489f-47da-aad4-f9a16f033cc7.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.317231] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'encryption_options': None, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'image_id': 'c55f29aa-67f7-499a-8c0c-923c762528f4'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'}, 'device_type': None, 'attachment_id': '950626de-59e0-46cb-884b-72265c422b5b', 'guest_format': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'volume_type': None}], 'swap': None} {{(pid=70041) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1322.317431] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1322.317616] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1322.332097] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3105aef0-3ba1-4787-bcf2-02b0d39a1c28 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.334981] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec8f233-a063-4149-a2f9-ff6eb3f966ac {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.351584] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df904662-0887-4117-9827-24f8a7d73ecd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.353892] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance '833a458c-ef64-4a96-ad14-9076dde74e7c' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.378449] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-d252e199-9d3c-469c-9014-29c392f3ebbf/volume-d252e199-9d3c-469c-9014-29c392f3ebbf.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.379035] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9925a985-5ba8-4984-9d65-288a66544d4c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.400193] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.401398] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1322.401398] env[70041]: value = "task-3193864" [ 1322.401398] env[70041]: _type = "Task" [ 1322.401398] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.409091] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.860741] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.861080] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03ae9c60-f3dd-4a4f-a33b-fb0f3f1cd105 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.867503] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1322.867503] env[70041]: value = "task-3193865" [ 1322.867503] env[70041]: _type = "Task" [ 1322.867503] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.874840] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.885666] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193863, 'name': ReconfigVM_Task, 'duration_secs': 0.573784} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.885908] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 05bd279d-6375-41e2-aa86-fc75edcfd60f/05bd279d-6375-41e2-aa86-fc75edcfd60f.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.886497] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3702ec14-a75a-435b-a0fc-b11a816a5db2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.892695] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1322.892695] env[70041]: value = "task-3193866" [ 1322.892695] env[70041]: _type = "Task" [ 1322.892695] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.899742] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193866, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.909238] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193864, 'name': ReconfigVM_Task, 'duration_secs': 0.304037} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.909512] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-d252e199-9d3c-469c-9014-29c392f3ebbf/volume-d252e199-9d3c-469c-9014-29c392f3ebbf.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.914640] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e46a8e3-a231-49a7-b572-dea0b3d2669b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.927511] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1322.927511] env[70041]: value = "task-3193867" [ 1322.927511] env[70041]: _type = "Task" [ 1322.927511] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.934701] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.377342] env[70041]: DEBUG oslo_vmware.api [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193865, 'name': PowerOnVM_Task, 'duration_secs': 0.458645} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.377601] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.377786] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9625ca61-64f0-456d-a3c3-080e39ee144a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance '833a458c-ef64-4a96-ad14-9076dde74e7c' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.401980] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193866, 'name': Rename_Task, 'duration_secs': 0.259783} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.402249] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.402483] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4761727c-da14-474a-a62d-f9eeec92c780 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.407520] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1323.407520] env[70041]: value = "task-3193868" [ 1323.407520] env[70041]: _type = "Task" [ 1323.407520] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.415944] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.435823] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193867, 'name': ReconfigVM_Task, 'duration_secs': 0.260976} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.436121] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1323.436640] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86ee27e0-1a7c-430a-9978-630d45aa1c66 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.442450] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1323.442450] env[70041]: value = "task-3193869" [ 1323.442450] env[70041]: _type = "Task" [ 1323.442450] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.449437] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193869, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.918145] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193868, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.952455] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193869, 'name': Rename_Task, 'duration_secs': 0.159962} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.952742] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.952990] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dffd0276-9d99-48d7-af7b-1bbd18f5d167 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.960116] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1323.960116] env[70041]: value = "task-3193870" [ 1323.960116] env[70041]: _type = "Task" [ 1323.960116] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.967920] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.418696] env[70041]: DEBUG oslo_vmware.api [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193868, 'name': PowerOnVM_Task, 'duration_secs': 0.58799} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.418970] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.419183] env[70041]: INFO nova.compute.manager [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1324.419362] env[70041]: DEBUG nova.compute.manager [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.420189] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9577b7aa-331a-4ae9-a24e-daef09689693 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.470089] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193870, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.935257] env[70041]: INFO nova.compute.manager [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Took 13.50 seconds to build instance. [ 1324.970252] env[70041]: DEBUG oslo_vmware.api [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193870, 'name': PowerOnVM_Task, 'duration_secs': 0.520675} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.970522] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.970729] env[70041]: DEBUG nova.compute.manager [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.971537] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76595c85-8308-4938-8f61-3447defad09a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.437732] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d457367d-9e1d-4fec-9b73-0690f18e1693 tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "05bd279d-6375-41e2-aa86-fc75edcfd60f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.023s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.472087] env[70041]: DEBUG nova.network.neutron [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Port 9441b1c4-70c6-4fcf-ad37-83b5146d1a5f binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1325.472388] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.472559] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.472738] env[70041]: DEBUG nova.network.neutron [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.486664] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.486934] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.487132] env[70041]: DEBUG nova.objects.instance [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70041) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1326.208627] env[70041]: DEBUG nova.network.neutron [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance_info_cache with network_info: [{"id": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "address": "fa:16:3e:dc:a7:62", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9441b1c4-70", "ovs_interfaceid": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.209911] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "05bd279d-6375-41e2-aa86-fc75edcfd60f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.210148] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "05bd279d-6375-41e2-aa86-fc75edcfd60f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.210345] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "05bd279d-6375-41e2-aa86-fc75edcfd60f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.210526] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "05bd279d-6375-41e2-aa86-fc75edcfd60f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.210687] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "05bd279d-6375-41e2-aa86-fc75edcfd60f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.212448] env[70041]: INFO nova.compute.manager [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Terminating instance [ 1326.495246] env[70041]: DEBUG oslo_concurrency.lockutils [None req-608a51e7-9ef2-45c0-aef1-5b6fc0f1cec9 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.713279] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.715586] env[70041]: DEBUG nova.compute.manager [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.715783] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.716678] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8564e5d2-ece4-4942-8cba-5c52d9cdd758 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.725064] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.725329] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d66fbb3-c5bc-4f9c-9b22-10c0481534e8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.731614] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1326.731614] env[70041]: value = "task-3193871" [ 1326.731614] env[70041]: _type = "Task" [ 1326.731614] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.740265] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.217148] env[70041]: DEBUG nova.compute.manager [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70041) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1327.217411] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.217671] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.241143] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193871, 'name': PowerOffVM_Task, 'duration_secs': 0.258943} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.241389] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.241552] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.241797] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b31f12e-a9ff-4836-a1f5-25f6603a0193 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.309497] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.309807] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.310075] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleting the datastore file [datastore2] 05bd279d-6375-41e2-aa86-fc75edcfd60f {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.310410] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d75fb4c0-a741-4331-adc1-42cbc1f9be60 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.316491] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for the task: (returnval){ [ 1327.316491] env[70041]: value = "task-3193873" [ 1327.316491] env[70041]: _type = "Task" [ 1327.316491] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.324436] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.720423] env[70041]: DEBUG nova.objects.instance [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'migration_context' on Instance uuid 833a458c-ef64-4a96-ad14-9076dde74e7c {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.826419] env[70041]: DEBUG oslo_vmware.api [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Task: {'id': task-3193873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19016} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.826671] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.826848] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.827030] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.827204] env[70041]: INFO nova.compute.manager [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1327.827439] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.827622] env[70041]: DEBUG nova.compute.manager [-] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.827712] env[70041]: DEBUG nova.network.neutron [-] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.063080] env[70041]: DEBUG nova.compute.manager [req-e5de65ca-0ee6-466c-9305-7f1ea8d641a7 req-59170dbf-b9ec-4c18-8bc0-7df752a2e108 service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Received event network-vif-deleted-8bac5227-e977-497b-830a-0c9f7766c497 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1328.063300] env[70041]: INFO nova.compute.manager [req-e5de65ca-0ee6-466c-9305-7f1ea8d641a7 req-59170dbf-b9ec-4c18-8bc0-7df752a2e108 service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Neutron deleted interface 8bac5227-e977-497b-830a-0c9f7766c497; detaching it from the instance and deleting it from the info cache [ 1328.063513] env[70041]: DEBUG nova.network.neutron [req-e5de65ca-0ee6-466c-9305-7f1ea8d641a7 req-59170dbf-b9ec-4c18-8bc0-7df752a2e108 service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.305039] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c4437-587b-4780-8518-0cb3a7af0f52 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.311796] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb069b97-5da8-42ac-9c73-daec7161b764 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.341108] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ddca8a-f8a1-4115-83bf-b41291636e1f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.347753] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e6ef95-763f-4b0c-bf9b-f34d541c48d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.360237] env[70041]: DEBUG nova.compute.provider_tree [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.545989] env[70041]: DEBUG nova.network.neutron [-] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.566652] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecf96354-89e4-43a4-a745-ffa476dcca5e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.576175] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccab9fb-5ec3-4e42-868c-60d6289befd5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.602205] env[70041]: DEBUG nova.compute.manager [req-e5de65ca-0ee6-466c-9305-7f1ea8d641a7 req-59170dbf-b9ec-4c18-8bc0-7df752a2e108 service nova] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Detach interface failed, port_id=8bac5227-e977-497b-830a-0c9f7766c497, reason: Instance 05bd279d-6375-41e2-aa86-fc75edcfd60f could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1328.745091] env[70041]: DEBUG oslo_concurrency.lockutils [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "c7b6f78b-3286-4cf7-81fc-01be89532604" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.745370] env[70041]: DEBUG oslo_concurrency.lockutils [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.863444] env[70041]: DEBUG nova.scheduler.client.report [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.048728] env[70041]: INFO nova.compute.manager [-] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Took 1.22 seconds to deallocate network for instance. [ 1329.248168] env[70041]: DEBUG nova.compute.utils [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.555461] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.751178] env[70041]: DEBUG oslo_concurrency.lockutils [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.874358] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.656s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.879824] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.325s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.880083] env[70041]: DEBUG nova.objects.instance [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lazy-loading 'resources' on Instance uuid 05bd279d-6375-41e2-aa86-fc75edcfd60f {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.464866] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28554a0e-8ccf-434d-82e3-41eafadd75df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.473247] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff3a35-4e58-4782-acb2-3809537bc871 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.502694] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a3301a-22b5-4141-954a-cb9458668cf7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.510296] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a81f27a-4431-4bf1-996a-5ce4d407b137 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.523948] env[70041]: DEBUG nova.compute.provider_tree [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.812357] env[70041]: DEBUG oslo_concurrency.lockutils [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "c7b6f78b-3286-4cf7-81fc-01be89532604" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.812767] env[70041]: DEBUG oslo_concurrency.lockutils [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.812893] env[70041]: INFO nova.compute.manager [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Attaching volume a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609 to /dev/sdb [ 1330.844340] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fe72db-ebd4-4c2d-beb5-efd8eb118c87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.851552] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2887aa1e-1349-4304-afbe-e52c87027c78 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.863842] env[70041]: DEBUG nova.virt.block_device [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Updating existing volume attachment record: 06cf5105-0257-499a-87a6-d487b43ea001 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1331.027235] env[70041]: DEBUG nova.scheduler.client.report [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.410413] env[70041]: INFO nova.compute.manager [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Swapping old allocation on dict_keys(['4c58aff8-f55e-4b6a-861b-97c91f559388']) held by migration 6d152914-ed33-492b-bbfc-fde9459ff091 for instance [ 1331.434789] env[70041]: DEBUG nova.scheduler.client.report [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Overwriting current allocation {'allocations': {'4c58aff8-f55e-4b6a-861b-97c91f559388': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 183}}, 'project_id': '08af3624076143d5b15cb33da1071204', 'user_id': '738746cbb6704627aa189714547e5696', 'consumer_generation': 1} on consumer 833a458c-ef64-4a96-ad14-9076dde74e7c {{(pid=70041) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1331.521887] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.522134] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.522334] env[70041]: DEBUG nova.network.neutron [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.532200] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.549982] env[70041]: INFO nova.scheduler.client.report [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Deleted allocations for instance 05bd279d-6375-41e2-aa86-fc75edcfd60f [ 1332.057713] env[70041]: DEBUG oslo_concurrency.lockutils [None req-c4ee5e51-41ac-4f12-9d36-0917321b800a tempest-ServerDiskConfigTestJSON-1352466423 tempest-ServerDiskConfigTestJSON-1352466423-project-member] Lock "05bd279d-6375-41e2-aa86-fc75edcfd60f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.847s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.241818] env[70041]: DEBUG nova.network.neutron [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance_info_cache with network_info: [{"id": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "address": "fa:16:3e:dc:a7:62", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9441b1c4-70", "ovs_interfaceid": "9441b1c4-70c6-4fcf-ad37-83b5146d1a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.745214] env[70041]: DEBUG oslo_concurrency.lockutils [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-833a458c-ef64-4a96-ad14-9076dde74e7c" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.745724] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.746037] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a703357-a2d6-4aa2-89f4-f668ea4de328 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.753692] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1332.753692] env[70041]: value = "task-3193875" [ 1332.753692] env[70041]: _type = "Task" [ 1332.753692] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.762057] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.263675] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193875, 'name': PowerOffVM_Task, 'duration_secs': 0.219229} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.264167] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.264673] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.264883] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.265075] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.265343] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.265510] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.265628] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.265757] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.265915] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.266106] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.266322] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.266503] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.271753] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81dc6284-8ef8-4fe0-b3cd-c034efe38926 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.287208] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1333.287208] env[70041]: value = "task-3193877" [ 1333.287208] env[70041]: _type = "Task" [ 1333.287208] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.295884] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.798340] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193877, 'name': ReconfigVM_Task, 'duration_secs': 0.145459} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.799214] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39132652-8814-417e-ab9d-3a3df3dc1952 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.820242] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.820516] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.820674] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.820859] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.821013] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.821176] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.821429] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.821599] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.821765] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.821943] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.822140] env[70041]: DEBUG nova.virt.hardware [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.822979] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1cd07b-dcbc-4959-8a19-5fb86fb9e0ca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.829071] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1333.829071] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52637956-20fb-66b8-8575-283cc0045495" [ 1333.829071] env[70041]: _type = "Task" [ 1333.829071] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.837057] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52637956-20fb-66b8-8575-283cc0045495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.339436] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52637956-20fb-66b8-8575-283cc0045495, 'name': SearchDatastore_Task, 'duration_secs': 0.008235} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.344895] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1334.345195] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53bb54e0-5807-4233-90be-d4f94d749cd6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.362898] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1334.362898] env[70041]: value = "task-3193878" [ 1334.362898] env[70041]: _type = "Task" [ 1334.362898] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.370492] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.872989] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193878, 'name': ReconfigVM_Task, 'duration_secs': 0.203068} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.873297] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1334.874104] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2af38-a207-4029-a9b6-a0a441c26061 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.896783] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 833a458c-ef64-4a96-ad14-9076dde74e7c/833a458c-ef64-4a96-ad14-9076dde74e7c.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.897096] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f11d895-01fc-4880-857e-ca6a9f546e66 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.915029] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1334.915029] env[70041]: value = "task-3193879" [ 1334.915029] env[70041]: _type = "Task" [ 1334.915029] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.922694] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.404334] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1335.404626] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638662', 'volume_id': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'name': 'volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7b6f78b-3286-4cf7-81fc-01be89532604', 'attached_at': '', 'detached_at': '', 'volume_id': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'serial': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1335.405474] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1dcd6c-2d31-4590-9448-7193daf9053c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.424208] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640b0dbc-5d32-43f4-a784-0ceccd4840d5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.431349] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193879, 'name': ReconfigVM_Task, 'duration_secs': 0.294148} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.443553] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 833a458c-ef64-4a96-ad14-9076dde74e7c/833a458c-ef64-4a96-ad14-9076dde74e7c.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.450742] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609/volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.451430] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450630ec-4458-4a28-ba98-27cbaed7f33b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.453647] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69cf973e-71bd-4d00-9805-ff2d2943d6ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.483030] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5badcde-be24-4c28-b1c2-0904a46fbf6f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.485405] env[70041]: DEBUG oslo_vmware.api [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1335.485405] env[70041]: value = "task-3193880" [ 1335.485405] env[70041]: _type = "Task" [ 1335.485405] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.504179] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e0d676-5560-48d6-8dc1-fa06140007e5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.509457] env[70041]: DEBUG oslo_vmware.api [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.524441] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b148b80-31e5-489d-80c0-c316d17b1304 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.530914] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.531167] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70d15f25-3372-41bc-a305-b6da3036af53 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.537655] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1335.537655] env[70041]: value = "task-3193881" [ 1335.537655] env[70041]: _type = "Task" [ 1335.537655] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.544907] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.994469] env[70041]: DEBUG oslo_vmware.api [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193880, 'name': ReconfigVM_Task, 'duration_secs': 0.418524} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.994741] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609/volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.999482] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-367d2eff-588a-4518-a4f1-c9efb2dc4150 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.015324] env[70041]: DEBUG oslo_vmware.api [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1336.015324] env[70041]: value = "task-3193882" [ 1336.015324] env[70041]: _type = "Task" [ 1336.015324] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.021020] env[70041]: DEBUG oslo_vmware.api [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.047365] env[70041]: DEBUG oslo_vmware.api [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193881, 'name': PowerOnVM_Task, 'duration_secs': 0.437411} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.047635] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.523277] env[70041]: DEBUG oslo_vmware.api [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193882, 'name': ReconfigVM_Task, 'duration_secs': 0.213317} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.523609] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638662', 'volume_id': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'name': 'volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7b6f78b-3286-4cf7-81fc-01be89532604', 'attached_at': '', 'detached_at': '', 'volume_id': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'serial': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1337.057545] env[70041]: INFO nova.compute.manager [None req-fe17400c-b713-43df-91e8-2ada2ec65924 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance to original state: 'active' [ 1337.348131] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquiring lock "2b361a67-2fb4-4048-b910-e7d022a6d786" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.348334] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "2b361a67-2fb4-4048-b910-e7d022a6d786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.565469] env[70041]: DEBUG nova.objects.instance [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'flavor' on Instance uuid c7b6f78b-3286-4cf7-81fc-01be89532604 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.850985] env[70041]: DEBUG nova.compute.manager [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.077550] env[70041]: DEBUG oslo_concurrency.lockutils [None req-368a1358-8bb8-444e-8dd8-9a3aae5d5439 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.078561] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "833a458c-ef64-4a96-ad14-9076dde74e7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.078769] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.078957] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "833a458c-ef64-4a96-ad14-9076dde74e7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.079165] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.079332] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.081120] env[70041]: INFO nova.compute.manager [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Terminating instance [ 1338.311372] env[70041]: DEBUG oslo_concurrency.lockutils [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "c7b6f78b-3286-4cf7-81fc-01be89532604" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.311372] env[70041]: DEBUG oslo_concurrency.lockutils [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.373230] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.373529] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.375331] env[70041]: INFO nova.compute.claims [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.584936] env[70041]: DEBUG nova.compute.manager [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.585247] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.586155] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182d6bdf-0041-4442-a1a3-8c9fb6d0f58b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.594601] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.594827] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6f35b87-134b-4bbb-ae1d-cb6173a73dfc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.601878] env[70041]: DEBUG oslo_vmware.api [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1338.601878] env[70041]: value = "task-3193883" [ 1338.601878] env[70041]: _type = "Task" [ 1338.601878] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.609302] env[70041]: DEBUG oslo_vmware.api [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.814616] env[70041]: INFO nova.compute.manager [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Detaching volume a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609 [ 1338.852416] env[70041]: INFO nova.virt.block_device [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Attempting to driver detach volume a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609 from mountpoint /dev/sdb [ 1338.852648] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1338.852834] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638662', 'volume_id': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'name': 'volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7b6f78b-3286-4cf7-81fc-01be89532604', 'attached_at': '', 'detached_at': '', 'volume_id': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'serial': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1338.853757] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af6a5ed-2451-44fb-9730-5ab4897df5f4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.874545] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c14fe5-8125-4fb9-912c-36f5b262aebe {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.883271] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d50b2-bf20-47d8-8bf3-7af90c9c5d93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.904740] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01fb9e9-765e-410a-a14d-ca19e11626ae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.919221] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] The volume has not been displaced from its original location: [datastore1] volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609/volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1338.924347] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1338.924600] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d57648-ee08-4964-96fe-cb329584ff46 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.941303] env[70041]: DEBUG oslo_vmware.api [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1338.941303] env[70041]: value = "task-3193884" [ 1338.941303] env[70041]: _type = "Task" [ 1338.941303] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.948666] env[70041]: DEBUG oslo_vmware.api [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.111678] env[70041]: DEBUG oslo_vmware.api [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193883, 'name': PowerOffVM_Task, 'duration_secs': 0.223083} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.113076] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.113076] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.113076] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c0704a-3f53-43f5-962a-1278d4d794c1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.188280] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.188522] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.188704] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleting the datastore file [datastore1] 833a458c-ef64-4a96-ad14-9076dde74e7c {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.188970] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff6c899e-2552-4e30-829a-36f47ab24466 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.195254] env[70041]: DEBUG oslo_vmware.api [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1339.195254] env[70041]: value = "task-3193886" [ 1339.195254] env[70041]: _type = "Task" [ 1339.195254] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.203708] env[70041]: DEBUG oslo_vmware.api [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.450950] env[70041]: DEBUG oslo_vmware.api [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193884, 'name': ReconfigVM_Task, 'duration_secs': 0.232354} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.451967] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.457026] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaaeaf8-f821-4594-9a19-3df9568cb22a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.459315] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-265a0012-6338-4d3b-889f-55d202203a84 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.475088] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e0620a-a1a2-4793-ac94-8ef2e8a97450 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.477908] env[70041]: DEBUG oslo_vmware.api [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1339.477908] env[70041]: value = "task-3193887" [ 1339.477908] env[70041]: _type = "Task" [ 1339.477908] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.507048] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb6a32e-b93d-4a5b-a9ea-c9e9f5c0bd20 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.512495] env[70041]: DEBUG oslo_vmware.api [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.517018] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2216a8e-a6b5-4364-8b74-2a54a178c721 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.529846] env[70041]: DEBUG nova.compute.provider_tree [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.705336] env[70041]: DEBUG oslo_vmware.api [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165746} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.705697] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.705750] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.706030] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.706265] env[70041]: INFO nova.compute.manager [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1339.706577] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.706805] env[70041]: DEBUG nova.compute.manager [-] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.706925] env[70041]: DEBUG nova.network.neutron [-] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.988564] env[70041]: DEBUG oslo_vmware.api [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193887, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.032733] env[70041]: DEBUG nova.scheduler.client.report [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.109685] env[70041]: DEBUG nova.compute.manager [req-1a71febd-dfa2-4c33-a2c4-63535066e9cf req-0a9d51bc-dd41-4635-aeac-5ddb5e592ce0 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Received event network-vif-deleted-9441b1c4-70c6-4fcf-ad37-83b5146d1a5f {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1340.109873] env[70041]: INFO nova.compute.manager [req-1a71febd-dfa2-4c33-a2c4-63535066e9cf req-0a9d51bc-dd41-4635-aeac-5ddb5e592ce0 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Neutron deleted interface 9441b1c4-70c6-4fcf-ad37-83b5146d1a5f; detaching it from the instance and deleting it from the info cache [ 1340.109976] env[70041]: DEBUG nova.network.neutron [req-1a71febd-dfa2-4c33-a2c4-63535066e9cf req-0a9d51bc-dd41-4635-aeac-5ddb5e592ce0 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.489418] env[70041]: DEBUG oslo_vmware.api [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193887, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.537490] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.537957] env[70041]: DEBUG nova.compute.manager [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.595642] env[70041]: DEBUG nova.network.neutron [-] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.612053] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5b5d0db-5291-40e6-b99e-4a63cb085bca {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.621014] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cb1b64-89f7-45fb-a842-e8a35f1663f1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.648837] env[70041]: DEBUG nova.compute.manager [req-1a71febd-dfa2-4c33-a2c4-63535066e9cf req-0a9d51bc-dd41-4635-aeac-5ddb5e592ce0 service nova] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Detach interface failed, port_id=9441b1c4-70c6-4fcf-ad37-83b5146d1a5f, reason: Instance 833a458c-ef64-4a96-ad14-9076dde74e7c could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1340.990013] env[70041]: DEBUG oslo_vmware.api [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193887, 'name': ReconfigVM_Task, 'duration_secs': 1.14049} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.990323] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638662', 'volume_id': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'name': 'volume-a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7b6f78b-3286-4cf7-81fc-01be89532604', 'attached_at': '', 'detached_at': '', 'volume_id': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609', 'serial': 'a98ddd1e-6cad-4ef2-aa07-5fabc1b7a609'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1341.042883] env[70041]: DEBUG nova.compute.utils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.044326] env[70041]: DEBUG nova.compute.manager [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.044491] env[70041]: DEBUG nova.network.neutron [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.090883] env[70041]: DEBUG nova.policy [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32740365e2aa4a7dabaab4616af02432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02a78b2e2f074d48bec9a8af546a9551', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.098263] env[70041]: INFO nova.compute.manager [-] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Took 1.39 seconds to deallocate network for instance. [ 1341.317637] env[70041]: DEBUG nova.network.neutron [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Successfully created port: c71414d3-f616-422d-a2da-60c54cbf3930 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.535101] env[70041]: DEBUG nova.objects.instance [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'flavor' on Instance uuid c7b6f78b-3286-4cf7-81fc-01be89532604 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.547731] env[70041]: DEBUG nova.compute.manager [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.604767] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.605138] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.605363] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.628539] env[70041]: INFO nova.scheduler.client.report [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted allocations for instance 833a458c-ef64-4a96-ad14-9076dde74e7c [ 1342.136786] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4185a6fe-4bf9-43b6-b043-5a589fbeb868 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "833a458c-ef64-4a96-ad14-9076dde74e7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.058s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.542521] env[70041]: DEBUG oslo_concurrency.lockutils [None req-391eda59-f41d-4008-a382-908eced5eb84 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.232s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.556564] env[70041]: DEBUG nova.compute.manager [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.578339] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.578585] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.578740] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.578921] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.579081] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.579236] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.579449] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.579607] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.579774] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.579937] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.580540] env[70041]: DEBUG nova.virt.hardware [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.581757] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c866d-03ec-4c1d-8c45-3be5bf6cc1fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.590235] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5093a8e3-674e-4ac6-b38d-fed9138a200c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.663621] env[70041]: DEBUG nova.compute.manager [req-bb6cad22-c3fd-4d3a-a4cc-174eac3f75e8 req-9533cb13-f75d-4021-8462-eab2fca59219 service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Received event network-vif-plugged-c71414d3-f616-422d-a2da-60c54cbf3930 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1342.663900] env[70041]: DEBUG oslo_concurrency.lockutils [req-bb6cad22-c3fd-4d3a-a4cc-174eac3f75e8 req-9533cb13-f75d-4021-8462-eab2fca59219 service nova] Acquiring lock "2b361a67-2fb4-4048-b910-e7d022a6d786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.664262] env[70041]: DEBUG oslo_concurrency.lockutils [req-bb6cad22-c3fd-4d3a-a4cc-174eac3f75e8 req-9533cb13-f75d-4021-8462-eab2fca59219 service nova] Lock "2b361a67-2fb4-4048-b910-e7d022a6d786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.664366] env[70041]: DEBUG oslo_concurrency.lockutils [req-bb6cad22-c3fd-4d3a-a4cc-174eac3f75e8 req-9533cb13-f75d-4021-8462-eab2fca59219 service nova] Lock "2b361a67-2fb4-4048-b910-e7d022a6d786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.664532] env[70041]: DEBUG nova.compute.manager [req-bb6cad22-c3fd-4d3a-a4cc-174eac3f75e8 req-9533cb13-f75d-4021-8462-eab2fca59219 service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] No waiting events found dispatching network-vif-plugged-c71414d3-f616-422d-a2da-60c54cbf3930 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.664834] env[70041]: WARNING nova.compute.manager [req-bb6cad22-c3fd-4d3a-a4cc-174eac3f75e8 req-9533cb13-f75d-4021-8462-eab2fca59219 service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Received unexpected event network-vif-plugged-c71414d3-f616-422d-a2da-60c54cbf3930 for instance with vm_state building and task_state spawning. [ 1342.746758] env[70041]: DEBUG nova.network.neutron [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Successfully updated port: c71414d3-f616-422d-a2da-60c54cbf3930 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.988605] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.988829] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.250495] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquiring lock "refresh_cache-2b361a67-2fb4-4048-b910-e7d022a6d786" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.250495] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquired lock "refresh_cache-2b361a67-2fb4-4048-b910-e7d022a6d786" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.250495] env[70041]: DEBUG nova.network.neutron [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.490892] env[70041]: DEBUG nova.compute.manager [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.624657] env[70041]: DEBUG oslo_concurrency.lockutils [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "c7b6f78b-3286-4cf7-81fc-01be89532604" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.624945] env[70041]: DEBUG oslo_concurrency.lockutils [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.625249] env[70041]: DEBUG oslo_concurrency.lockutils [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "c7b6f78b-3286-4cf7-81fc-01be89532604-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.625460] env[70041]: DEBUG oslo_concurrency.lockutils [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.625629] env[70041]: DEBUG oslo_concurrency.lockutils [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.627668] env[70041]: INFO nova.compute.manager [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Terminating instance [ 1343.783581] env[70041]: DEBUG nova.network.neutron [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.907949] env[70041]: DEBUG nova.network.neutron [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Updating instance_info_cache with network_info: [{"id": "c71414d3-f616-422d-a2da-60c54cbf3930", "address": "fa:16:3e:20:7b:4c", "network": {"id": "1bfd99c2-547d-4182-84f9-6cc595aa67e3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1004238756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a78b2e2f074d48bec9a8af546a9551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71414d3-f6", "ovs_interfaceid": "c71414d3-f616-422d-a2da-60c54cbf3930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.015367] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.015367] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.015367] env[70041]: INFO nova.compute.claims [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.131401] env[70041]: DEBUG nova.compute.manager [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.131584] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.132527] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e6ff04-d33a-4910-9a4c-c2bd00a486f3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.140349] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.140571] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd485bc-d8b2-4ecc-bb9b-e9fd0221e44d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.147071] env[70041]: DEBUG oslo_vmware.api [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1344.147071] env[70041]: value = "task-3193888" [ 1344.147071] env[70041]: _type = "Task" [ 1344.147071] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.154590] env[70041]: DEBUG oslo_vmware.api [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.410773] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Releasing lock "refresh_cache-2b361a67-2fb4-4048-b910-e7d022a6d786" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.411101] env[70041]: DEBUG nova.compute.manager [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Instance network_info: |[{"id": "c71414d3-f616-422d-a2da-60c54cbf3930", "address": "fa:16:3e:20:7b:4c", "network": {"id": "1bfd99c2-547d-4182-84f9-6cc595aa67e3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1004238756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a78b2e2f074d48bec9a8af546a9551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71414d3-f6", "ovs_interfaceid": "c71414d3-f616-422d-a2da-60c54cbf3930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.411505] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:7b:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c71414d3-f616-422d-a2da-60c54cbf3930', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.419325] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Creating folder: Project (02a78b2e2f074d48bec9a8af546a9551). Parent ref: group-v638323. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.419589] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d5f60f9-c3d5-4967-a6ba-151317f6ffbd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.429388] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Created folder: Project (02a78b2e2f074d48bec9a8af546a9551) in parent group-v638323. [ 1344.429563] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Creating folder: Instances. Parent ref: group-v638663. {{(pid=70041) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.429777] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cea1712e-1b78-40ee-a77b-8c7d3b179ae4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.437482] env[70041]: INFO nova.virt.vmwareapi.vm_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Created folder: Instances in parent group-v638663. [ 1344.437693] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.437863] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.438058] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0829540-0eb8-47d8-abd9-c17776bd8950 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.455968] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.455968] env[70041]: value = "task-3193891" [ 1344.455968] env[70041]: _type = "Task" [ 1344.455968] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.462766] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193891, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.659224] env[70041]: DEBUG oslo_vmware.api [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193888, 'name': PowerOffVM_Task, 'duration_secs': 0.180046} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.659573] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.659800] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.660108] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf0fdf1a-dbd5-42de-a527-f25930544f3d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.689084] env[70041]: DEBUG nova.compute.manager [req-d2271b9b-94dc-4205-9942-c843e238d126 req-e3fba660-f15c-4137-9a56-26e440c1ad3a service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Received event network-changed-c71414d3-f616-422d-a2da-60c54cbf3930 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1344.689343] env[70041]: DEBUG nova.compute.manager [req-d2271b9b-94dc-4205-9942-c843e238d126 req-e3fba660-f15c-4137-9a56-26e440c1ad3a service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Refreshing instance network info cache due to event network-changed-c71414d3-f616-422d-a2da-60c54cbf3930. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1344.689561] env[70041]: DEBUG oslo_concurrency.lockutils [req-d2271b9b-94dc-4205-9942-c843e238d126 req-e3fba660-f15c-4137-9a56-26e440c1ad3a service nova] Acquiring lock "refresh_cache-2b361a67-2fb4-4048-b910-e7d022a6d786" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.689706] env[70041]: DEBUG oslo_concurrency.lockutils [req-d2271b9b-94dc-4205-9942-c843e238d126 req-e3fba660-f15c-4137-9a56-26e440c1ad3a service nova] Acquired lock "refresh_cache-2b361a67-2fb4-4048-b910-e7d022a6d786" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.689907] env[70041]: DEBUG nova.network.neutron [req-d2271b9b-94dc-4205-9942-c843e238d126 req-e3fba660-f15c-4137-9a56-26e440c1ad3a service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Refreshing network info cache for port c71414d3-f616-422d-a2da-60c54cbf3930 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.731628] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.731864] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.732055] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleting the datastore file [datastore2] c7b6f78b-3286-4cf7-81fc-01be89532604 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.732610] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e843a4c-3016-414d-8a4d-02d7a215ac84 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.739364] env[70041]: DEBUG oslo_vmware.api [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1344.739364] env[70041]: value = "task-3193893" [ 1344.739364] env[70041]: _type = "Task" [ 1344.739364] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.746758] env[70041]: DEBUG oslo_vmware.api [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.966691] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193891, 'name': CreateVM_Task, 'duration_secs': 0.298764} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.966691] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.966691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.966691] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.967012] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.967159] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3450c930-2997-4c14-8c99-be9e72a5fbb2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.971534] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1344.971534] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5253ef8d-3677-a9a9-e52d-3c4eab4f3d62" [ 1344.971534] env[70041]: _type = "Task" [ 1344.971534] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.979249] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5253ef8d-3677-a9a9-e52d-3c4eab4f3d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.092374] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b944a30-645f-44ce-84df-769d9a0a0a7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.099663] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582fbc4-fb51-4a33-844c-b65f966b9151 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.128738] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b570d8-e45e-4968-a253-63077f31c225 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.135957] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c87347-b31b-42df-8f2d-33097463e175 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.150411] env[70041]: DEBUG nova.compute.provider_tree [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.249747] env[70041]: DEBUG oslo_vmware.api [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132483} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.249940] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.250051] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.250232] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.250401] env[70041]: INFO nova.compute.manager [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1345.250668] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.250831] env[70041]: DEBUG nova.compute.manager [-] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.250920] env[70041]: DEBUG nova.network.neutron [-] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.377634] env[70041]: DEBUG nova.network.neutron [req-d2271b9b-94dc-4205-9942-c843e238d126 req-e3fba660-f15c-4137-9a56-26e440c1ad3a service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Updated VIF entry in instance network info cache for port c71414d3-f616-422d-a2da-60c54cbf3930. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.378009] env[70041]: DEBUG nova.network.neutron [req-d2271b9b-94dc-4205-9942-c843e238d126 req-e3fba660-f15c-4137-9a56-26e440c1ad3a service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Updating instance_info_cache with network_info: [{"id": "c71414d3-f616-422d-a2da-60c54cbf3930", "address": "fa:16:3e:20:7b:4c", "network": {"id": "1bfd99c2-547d-4182-84f9-6cc595aa67e3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1004238756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02a78b2e2f074d48bec9a8af546a9551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71414d3-f6", "ovs_interfaceid": "c71414d3-f616-422d-a2da-60c54cbf3930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.486033] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5253ef8d-3677-a9a9-e52d-3c4eab4f3d62, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.486033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.486033] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.486033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.486033] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.486033] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.486033] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd13801-6879-47c4-bc9b-00a4b9d114a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.493253] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.493465] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.494220] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02e9b51-f208-4e04-b232-dfe0423f13eb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.499613] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1345.499613] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e994ee-ca90-93e5-8ac7-066190686447" [ 1345.499613] env[70041]: _type = "Task" [ 1345.499613] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.508512] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e994ee-ca90-93e5-8ac7-066190686447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.653684] env[70041]: DEBUG nova.scheduler.client.report [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.731471] env[70041]: DEBUG nova.compute.manager [req-8109f8bf-5174-456c-a421-8b238814962f req-05617edb-7158-47cd-b580-fb42285c5bc0 service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Received event network-vif-deleted-18219679-08c5-4c02-977a-102e39cd8e3d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1345.731471] env[70041]: INFO nova.compute.manager [req-8109f8bf-5174-456c-a421-8b238814962f req-05617edb-7158-47cd-b580-fb42285c5bc0 service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Neutron deleted interface 18219679-08c5-4c02-977a-102e39cd8e3d; detaching it from the instance and deleting it from the info cache [ 1345.731471] env[70041]: DEBUG nova.network.neutron [req-8109f8bf-5174-456c-a421-8b238814962f req-05617edb-7158-47cd-b580-fb42285c5bc0 service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.880409] env[70041]: DEBUG oslo_concurrency.lockutils [req-d2271b9b-94dc-4205-9942-c843e238d126 req-e3fba660-f15c-4137-9a56-26e440c1ad3a service nova] Releasing lock "refresh_cache-2b361a67-2fb4-4048-b910-e7d022a6d786" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.009474] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52e994ee-ca90-93e5-8ac7-066190686447, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.010321] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc16498-17a0-4768-96b6-14ff14914ae3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.015013] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1346.015013] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523eea59-24d4-e325-04f5-e8304e75f8dd" [ 1346.015013] env[70041]: _type = "Task" [ 1346.015013] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.022068] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523eea59-24d4-e325-04f5-e8304e75f8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.158321] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.158823] env[70041]: DEBUG nova.compute.manager [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.192606] env[70041]: DEBUG nova.network.neutron [-] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.208486] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e6a313d-6347-45b5-af3e-a52507e59f7f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.219743] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c3abd7-b223-4253-b9cd-a28fc5b71211 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.248970] env[70041]: DEBUG nova.compute.manager [req-8109f8bf-5174-456c-a421-8b238814962f req-05617edb-7158-47cd-b580-fb42285c5bc0 service nova] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Detach interface failed, port_id=18219679-08c5-4c02-977a-102e39cd8e3d, reason: Instance c7b6f78b-3286-4cf7-81fc-01be89532604 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1346.528653] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]523eea59-24d4-e325-04f5-e8304e75f8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.528947] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.529221] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 2b361a67-2fb4-4048-b910-e7d022a6d786/2b361a67-2fb4-4048-b910-e7d022a6d786.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.529492] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-644b6e70-ed53-4228-9485-590ab4a5d342 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.536802] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1346.536802] env[70041]: value = "task-3193894" [ 1346.536802] env[70041]: _type = "Task" [ 1346.536802] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.544216] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.664015] env[70041]: DEBUG nova.compute.utils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1346.665529] env[70041]: DEBUG nova.compute.manager [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1346.665693] env[70041]: DEBUG nova.network.neutron [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.694927] env[70041]: INFO nova.compute.manager [-] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Took 1.44 seconds to deallocate network for instance. [ 1346.701602] env[70041]: DEBUG nova.policy [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738746cbb6704627aa189714547e5696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08af3624076143d5b15cb33da1071204', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.995723] env[70041]: DEBUG nova.network.neutron [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Successfully created port: 79d79302-6287-4406-8924-c8f74edd1a7d {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1347.046752] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471019} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.046996] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 2b361a67-2fb4-4048-b910-e7d022a6d786/2b361a67-2fb4-4048-b910-e7d022a6d786.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.047213] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.047455] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-617c6a8a-b59e-410a-8133-e831fa9fd80e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.053414] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1347.053414] env[70041]: value = "task-3193895" [ 1347.053414] env[70041]: _type = "Task" [ 1347.053414] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.060360] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.168582] env[70041]: DEBUG nova.compute.manager [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.201577] env[70041]: DEBUG oslo_concurrency.lockutils [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.201863] env[70041]: DEBUG oslo_concurrency.lockutils [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.202123] env[70041]: DEBUG nova.objects.instance [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'resources' on Instance uuid c7b6f78b-3286-4cf7-81fc-01be89532604 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.563097] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088266} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.563396] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.564160] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07146106-c15d-4841-be3f-cab5c66f801a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.586140] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 2b361a67-2fb4-4048-b910-e7d022a6d786/2b361a67-2fb4-4048-b910-e7d022a6d786.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.586422] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-272c523e-bcca-4743-b029-a59284713c5e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.606457] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1347.606457] env[70041]: value = "task-3193896" [ 1347.606457] env[70041]: _type = "Task" [ 1347.606457] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.614664] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.782934] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecca0d9d-0a71-4b08-a271-a6250aabf644 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.790520] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2962ab46-0cca-4618-b78e-e6dfbc641006 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.821151] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0d792c-5cc4-4828-829e-d9715f6380ba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.828607] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b1dfb5-1ab2-43c3-89bf-b2fbb5f4ea03 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.841662] env[70041]: DEBUG nova.compute.provider_tree [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.116940] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193896, 'name': ReconfigVM_Task, 'duration_secs': 0.291572} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.117239] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 2b361a67-2fb4-4048-b910-e7d022a6d786/2b361a67-2fb4-4048-b910-e7d022a6d786.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.117831] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-770d8a11-adbc-4691-be67-c2911f7cb8c7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.123384] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1348.123384] env[70041]: value = "task-3193897" [ 1348.123384] env[70041]: _type = "Task" [ 1348.123384] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.130338] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193897, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.177875] env[70041]: DEBUG nova.compute.manager [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.205417] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.205782] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.206023] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.206325] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.206545] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.206768] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.207114] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.207388] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.207601] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.207811] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.208048] env[70041]: DEBUG nova.virt.hardware [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.208999] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1914e8b-9dad-4a53-88a5-3e960daae609 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.217991] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e424d953-9705-4fe9-9341-002fdc995917 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.344639] env[70041]: DEBUG nova.scheduler.client.report [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.349392] env[70041]: DEBUG nova.compute.manager [req-c7ff681c-b95c-4029-91ee-36dba2f27fb8 req-5e94156c-e15a-4cca-8334-0e125c804f96 service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Received event network-vif-plugged-79d79302-6287-4406-8924-c8f74edd1a7d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1348.349597] env[70041]: DEBUG oslo_concurrency.lockutils [req-c7ff681c-b95c-4029-91ee-36dba2f27fb8 req-5e94156c-e15a-4cca-8334-0e125c804f96 service nova] Acquiring lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.349800] env[70041]: DEBUG oslo_concurrency.lockutils [req-c7ff681c-b95c-4029-91ee-36dba2f27fb8 req-5e94156c-e15a-4cca-8334-0e125c804f96 service nova] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.349955] env[70041]: DEBUG oslo_concurrency.lockutils [req-c7ff681c-b95c-4029-91ee-36dba2f27fb8 req-5e94156c-e15a-4cca-8334-0e125c804f96 service nova] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.350132] env[70041]: DEBUG nova.compute.manager [req-c7ff681c-b95c-4029-91ee-36dba2f27fb8 req-5e94156c-e15a-4cca-8334-0e125c804f96 service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] No waiting events found dispatching network-vif-plugged-79d79302-6287-4406-8924-c8f74edd1a7d {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1348.350295] env[70041]: WARNING nova.compute.manager [req-c7ff681c-b95c-4029-91ee-36dba2f27fb8 req-5e94156c-e15a-4cca-8334-0e125c804f96 service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Received unexpected event network-vif-plugged-79d79302-6287-4406-8924-c8f74edd1a7d for instance with vm_state building and task_state spawning. [ 1348.431278] env[70041]: DEBUG nova.network.neutron [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Successfully updated port: 79d79302-6287-4406-8924-c8f74edd1a7d {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.634168] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193897, 'name': Rename_Task, 'duration_secs': 0.154499} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.634505] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.634758] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277ae7fb-7f7e-484f-88ef-7f8f0c3bf46a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.640410] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1348.640410] env[70041]: value = "task-3193898" [ 1348.640410] env[70041]: _type = "Task" [ 1348.640410] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.648777] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.851788] env[70041]: DEBUG oslo_concurrency.lockutils [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.871177] env[70041]: INFO nova.scheduler.client.report [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleted allocations for instance c7b6f78b-3286-4cf7-81fc-01be89532604 [ 1348.933875] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.934103] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.934364] env[70041]: DEBUG nova.network.neutron [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.150298] env[70041]: DEBUG oslo_vmware.api [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193898, 'name': PowerOnVM_Task, 'duration_secs': 0.450067} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.150570] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.150807] env[70041]: INFO nova.compute.manager [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1349.150951] env[70041]: DEBUG nova.compute.manager [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.151720] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990ad220-6e59-4960-8689-f922e58bf06f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.379202] env[70041]: DEBUG oslo_concurrency.lockutils [None req-87bb1634-742c-4e5c-b03b-29c0c7e522e5 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "c7b6f78b-3286-4cf7-81fc-01be89532604" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.754s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.465742] env[70041]: DEBUG nova.network.neutron [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.586118] env[70041]: DEBUG nova.network.neutron [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Updating instance_info_cache with network_info: [{"id": "79d79302-6287-4406-8924-c8f74edd1a7d", "address": "fa:16:3e:9a:8c:86", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d79302-62", "ovs_interfaceid": "79d79302-6287-4406-8924-c8f74edd1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.671081] env[70041]: INFO nova.compute.manager [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Took 11.31 seconds to build instance. [ 1350.089912] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.089912] env[70041]: DEBUG nova.compute.manager [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Instance network_info: |[{"id": "79d79302-6287-4406-8924-c8f74edd1a7d", "address": "fa:16:3e:9a:8c:86", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d79302-62", "ovs_interfaceid": "79d79302-6287-4406-8924-c8f74edd1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1350.089912] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:8c:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79d79302-6287-4406-8924-c8f74edd1a7d', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.097376] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.097582] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.099073] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-418bf1b6-1fc4-45b7-80d5-1a27655855a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.117344] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.117344] env[70041]: value = "task-3193899" [ 1350.117344] env[70041]: _type = "Task" [ 1350.117344] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.125028] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193899, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.172431] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ffb3f6a4-647c-4776-9469-a98dac7dee00 tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "2b361a67-2fb4-4048-b910-e7d022a6d786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.824s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.375387] env[70041]: DEBUG nova.compute.manager [req-73e8a7cc-d0da-48ce-bcb3-d60f1aaacdcb req-fd8d36bb-70de-4f6f-92f6-b90c70f1c89a service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Received event network-changed-79d79302-6287-4406-8924-c8f74edd1a7d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1350.375548] env[70041]: DEBUG nova.compute.manager [req-73e8a7cc-d0da-48ce-bcb3-d60f1aaacdcb req-fd8d36bb-70de-4f6f-92f6-b90c70f1c89a service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Refreshing instance network info cache due to event network-changed-79d79302-6287-4406-8924-c8f74edd1a7d. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1350.375760] env[70041]: DEBUG oslo_concurrency.lockutils [req-73e8a7cc-d0da-48ce-bcb3-d60f1aaacdcb req-fd8d36bb-70de-4f6f-92f6-b90c70f1c89a service nova] Acquiring lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.376157] env[70041]: DEBUG oslo_concurrency.lockutils [req-73e8a7cc-d0da-48ce-bcb3-d60f1aaacdcb req-fd8d36bb-70de-4f6f-92f6-b90c70f1c89a service nova] Acquired lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.376157] env[70041]: DEBUG nova.network.neutron [req-73e8a7cc-d0da-48ce-bcb3-d60f1aaacdcb req-fd8d36bb-70de-4f6f-92f6-b90c70f1c89a service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Refreshing network info cache for port 79d79302-6287-4406-8924-c8f74edd1a7d {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.556743] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquiring lock "2b361a67-2fb4-4048-b910-e7d022a6d786" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.557007] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "2b361a67-2fb4-4048-b910-e7d022a6d786" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.557229] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquiring lock "2b361a67-2fb4-4048-b910-e7d022a6d786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.557408] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "2b361a67-2fb4-4048-b910-e7d022a6d786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.557576] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "2b361a67-2fb4-4048-b910-e7d022a6d786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.559669] env[70041]: INFO nova.compute.manager [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Terminating instance [ 1350.626825] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193899, 'name': CreateVM_Task, 'duration_secs': 0.30282} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.626990] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1350.627668] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.627836] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.628169] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.628406] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0232a0ab-5335-4d38-ad81-ccdb958585c8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.632741] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1350.632741] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f00041-1327-e5a8-1067-f7673d254722" [ 1350.632741] env[70041]: _type = "Task" [ 1350.632741] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.640616] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f00041-1327-e5a8-1067-f7673d254722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.064145] env[70041]: DEBUG nova.compute.manager [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.064539] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.065459] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e5a703-d1de-4517-a354-b5a48d07d285 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.069824] env[70041]: DEBUG nova.network.neutron [req-73e8a7cc-d0da-48ce-bcb3-d60f1aaacdcb req-fd8d36bb-70de-4f6f-92f6-b90c70f1c89a service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Updated VIF entry in instance network info cache for port 79d79302-6287-4406-8924-c8f74edd1a7d. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.070172] env[70041]: DEBUG nova.network.neutron [req-73e8a7cc-d0da-48ce-bcb3-d60f1aaacdcb req-fd8d36bb-70de-4f6f-92f6-b90c70f1c89a service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Updating instance_info_cache with network_info: [{"id": "79d79302-6287-4406-8924-c8f74edd1a7d", "address": "fa:16:3e:9a:8c:86", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d79302-62", "ovs_interfaceid": "79d79302-6287-4406-8924-c8f74edd1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.073402] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.073778] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f92b9b5-6ef2-47b6-a958-53f55b617992 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.080358] env[70041]: DEBUG oslo_vmware.api [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1351.080358] env[70041]: value = "task-3193900" [ 1351.080358] env[70041]: _type = "Task" [ 1351.080358] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.089198] env[70041]: DEBUG oslo_vmware.api [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.144324] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52f00041-1327-e5a8-1067-f7673d254722, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.144711] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.144945] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.145260] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.145430] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.145571] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.145833] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea18510-9bba-4b72-ae2c-ed3b9908b481 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.153783] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.153960] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.154662] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1a83c7-f1cc-4b5a-bc9a-b852e77b4b0c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.159438] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1351.159438] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5219d63b-126b-5260-251f-55b2e92639f3" [ 1351.159438] env[70041]: _type = "Task" [ 1351.159438] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.167488] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5219d63b-126b-5260-251f-55b2e92639f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.549139] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.549463] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.574891] env[70041]: DEBUG oslo_concurrency.lockutils [req-73e8a7cc-d0da-48ce-bcb3-d60f1aaacdcb req-fd8d36bb-70de-4f6f-92f6-b90c70f1c89a service nova] Releasing lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.588977] env[70041]: DEBUG oslo_vmware.api [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193900, 'name': PowerOffVM_Task, 'duration_secs': 0.191747} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.589220] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.589387] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.589615] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0ebd460-c1f6-47f8-abca-0022fe16eaf4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.655104] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.655382] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.655574] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Deleting the datastore file [datastore1] 2b361a67-2fb4-4048-b910-e7d022a6d786 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.655833] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05162f57-2d89-4587-8efa-5c810ce6a8fc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.664694] env[70041]: DEBUG oslo_vmware.api [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for the task: (returnval){ [ 1351.664694] env[70041]: value = "task-3193902" [ 1351.664694] env[70041]: _type = "Task" [ 1351.664694] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.671388] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]5219d63b-126b-5260-251f-55b2e92639f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009014} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.672495] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a441d50-b625-493d-ad8d-7299c058be4d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.677325] env[70041]: DEBUG oslo_vmware.api [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.680229] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1351.680229] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522629af-4e38-48d0-c4bf-7222ada03ada" [ 1351.680229] env[70041]: _type = "Task" [ 1351.680229] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.687741] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522629af-4e38-48d0-c4bf-7222ada03ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.052279] env[70041]: DEBUG nova.compute.manager [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.176154] env[70041]: DEBUG oslo_vmware.api [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Task: {'id': task-3193902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143697} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.176493] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.176589] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.176756] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.176922] env[70041]: INFO nova.compute.manager [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1352.177169] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.177356] env[70041]: DEBUG nova.compute.manager [-] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.177450] env[70041]: DEBUG nova.network.neutron [-] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.189264] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]522629af-4e38-48d0-c4bf-7222ada03ada, 'name': SearchDatastore_Task, 'duration_secs': 0.008438} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.189498] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.189741] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0/0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.189962] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-666ee1a4-8a99-47ff-90e5-aa54ef4532a6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.196384] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1352.196384] env[70041]: value = "task-3193903" [ 1352.196384] env[70041]: _type = "Task" [ 1352.196384] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.203532] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.424237] env[70041]: DEBUG nova.compute.manager [req-616aac84-91d3-4c7f-9639-65683d7fa8ee req-f7b1cace-6a8b-4d08-ae86-31ea692ec639 service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Received event network-vif-deleted-c71414d3-f616-422d-a2da-60c54cbf3930 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1352.424468] env[70041]: INFO nova.compute.manager [req-616aac84-91d3-4c7f-9639-65683d7fa8ee req-f7b1cace-6a8b-4d08-ae86-31ea692ec639 service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Neutron deleted interface c71414d3-f616-422d-a2da-60c54cbf3930; detaching it from the instance and deleting it from the info cache [ 1352.424695] env[70041]: DEBUG nova.network.neutron [req-616aac84-91d3-4c7f-9639-65683d7fa8ee req-f7b1cace-6a8b-4d08-ae86-31ea692ec639 service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.578553] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.578859] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.580523] env[70041]: INFO nova.compute.claims [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.706457] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433456} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.706679] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore1] 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0/0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.706892] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.707151] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-851ad0fc-aa71-46b6-b36f-3f01002facd1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.712589] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1352.712589] env[70041]: value = "task-3193904" [ 1352.712589] env[70041]: _type = "Task" [ 1352.712589] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.722086] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.903246] env[70041]: DEBUG nova.network.neutron [-] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.927384] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-229be4f0-f912-4f06-9850-0cf199e25b01 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.940059] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17624c0-1ca0-4e7e-acd8-1e110b4f3dd5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.966316] env[70041]: DEBUG nova.compute.manager [req-616aac84-91d3-4c7f-9639-65683d7fa8ee req-f7b1cace-6a8b-4d08-ae86-31ea692ec639 service nova] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Detach interface failed, port_id=c71414d3-f616-422d-a2da-60c54cbf3930, reason: Instance 2b361a67-2fb4-4048-b910-e7d022a6d786 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1353.223123] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054372} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.223444] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1353.224110] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c3a2b6-e262-468f-8351-e0e483887af4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.247017] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0/0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.247297] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-739e7340-4222-47c3-9739-ebe52a8cebfb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.267189] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1353.267189] env[70041]: value = "task-3193905" [ 1353.267189] env[70041]: _type = "Task" [ 1353.267189] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.276748] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.406299] env[70041]: INFO nova.compute.manager [-] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Took 1.23 seconds to deallocate network for instance. [ 1353.664415] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19317917-d699-46fe-bf34-6789192f5161 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.671873] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fccc2b-0b1d-465f-a22f-30dab2511349 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.700992] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de36e2-e6f5-4c12-bba5-eaea670f8300 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.708781] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a599a9d8-12ee-4551-8445-4e3ca23213ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.723598] env[70041]: DEBUG nova.compute.provider_tree [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.778624] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.915173] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.227376] env[70041]: DEBUG nova.scheduler.client.report [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.278978] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193905, 'name': ReconfigVM_Task, 'duration_secs': 0.922153} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.279271] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0/0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.279896] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba0197ed-568d-46bd-a437-e44231520b08 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.286063] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1354.286063] env[70041]: value = "task-3193906" [ 1354.286063] env[70041]: _type = "Task" [ 1354.286063] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.293707] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193906, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.732792] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.733429] env[70041]: DEBUG nova.compute.manager [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1354.736133] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.821s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.736906] env[70041]: DEBUG nova.objects.instance [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lazy-loading 'resources' on Instance uuid 2b361a67-2fb4-4048-b910-e7d022a6d786 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.795671] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193906, 'name': Rename_Task, 'duration_secs': 0.149268} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.795923] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.796171] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ec9feff-693a-469e-bd09-de692e15740b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.802118] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1354.802118] env[70041]: value = "task-3193907" [ 1354.802118] env[70041]: _type = "Task" [ 1354.802118] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.809449] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.239677] env[70041]: DEBUG nova.compute.utils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1355.244532] env[70041]: DEBUG nova.compute.manager [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.244712] env[70041]: DEBUG nova.network.neutron [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.288232] env[70041]: DEBUG nova.policy [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7221154d83da43f5a18f4c1dc3250971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd44b8714c8f4733971d681a890179c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.311923] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.314749] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f08f08-7b27-41cf-a4a8-19a3d56f00d8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.321561] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a86343-a09b-4569-a802-30745f71006b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.352527] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee1c7dd-d324-447e-9433-7b4aa33a2b20 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.360280] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3abedb-9679-4fc4-806f-d9e282c55487 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.373140] env[70041]: DEBUG nova.compute.provider_tree [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.533656] env[70041]: DEBUG nova.network.neutron [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Successfully created port: c457a902-7645-4700-b29b-d34495d40fd6 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1355.746073] env[70041]: DEBUG nova.compute.manager [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.813486] env[70041]: DEBUG oslo_vmware.api [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193907, 'name': PowerOnVM_Task, 'duration_secs': 0.621724} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.813778] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.813980] env[70041]: INFO nova.compute.manager [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1355.814183] env[70041]: DEBUG nova.compute.manager [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.815111] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77682361-aa3a-4fa7-aad8-924f5328c038 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.876121] env[70041]: DEBUG nova.scheduler.client.report [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.332488] env[70041]: INFO nova.compute.manager [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Took 12.34 seconds to build instance. [ 1356.381266] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.402192] env[70041]: INFO nova.scheduler.client.report [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Deleted allocations for instance 2b361a67-2fb4-4048-b910-e7d022a6d786 [ 1356.756888] env[70041]: DEBUG nova.compute.manager [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1356.783372] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.783626] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.783779] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.783956] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.784112] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.784256] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.784504] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.784669] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.784836] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.785126] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.785309] env[70041]: DEBUG nova.virt.hardware [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.786196] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab68377b-a1cc-42fe-acaa-1758a4684ce4 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.794391] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a7fcfa-dcba-4b98-882a-a7c6c6e5b6db {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.834535] env[70041]: DEBUG oslo_concurrency.lockutils [None req-f74cd0b0-5246-4118-9683-3c167d8167f8 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.845s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.910749] env[70041]: DEBUG oslo_concurrency.lockutils [None req-30613c15-123b-417d-ae08-9c379cc5a7ed tempest-InstanceActionsNegativeTestJSON-539512691 tempest-InstanceActionsNegativeTestJSON-539512691-project-member] Lock "2b361a67-2fb4-4048-b910-e7d022a6d786" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.353s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.252778] env[70041]: DEBUG nova.compute.manager [req-6ab37b28-71c7-4f36-ae16-555657760ee7 req-6cd729d8-43c1-47bf-8d47-5edea3ef28b0 service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Received event network-vif-plugged-c457a902-7645-4700-b29b-d34495d40fd6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1357.253056] env[70041]: DEBUG oslo_concurrency.lockutils [req-6ab37b28-71c7-4f36-ae16-555657760ee7 req-6cd729d8-43c1-47bf-8d47-5edea3ef28b0 service nova] Acquiring lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.253276] env[70041]: DEBUG oslo_concurrency.lockutils [req-6ab37b28-71c7-4f36-ae16-555657760ee7 req-6cd729d8-43c1-47bf-8d47-5edea3ef28b0 service nova] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.253443] env[70041]: DEBUG oslo_concurrency.lockutils [req-6ab37b28-71c7-4f36-ae16-555657760ee7 req-6cd729d8-43c1-47bf-8d47-5edea3ef28b0 service nova] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.253611] env[70041]: DEBUG nova.compute.manager [req-6ab37b28-71c7-4f36-ae16-555657760ee7 req-6cd729d8-43c1-47bf-8d47-5edea3ef28b0 service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] No waiting events found dispatching network-vif-plugged-c457a902-7645-4700-b29b-d34495d40fd6 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.253775] env[70041]: WARNING nova.compute.manager [req-6ab37b28-71c7-4f36-ae16-555657760ee7 req-6cd729d8-43c1-47bf-8d47-5edea3ef28b0 service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Received unexpected event network-vif-plugged-c457a902-7645-4700-b29b-d34495d40fd6 for instance with vm_state building and task_state spawning. [ 1357.442445] env[70041]: DEBUG nova.network.neutron [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Successfully updated port: c457a902-7645-4700-b29b-d34495d40fd6 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.759760] env[70041]: DEBUG nova.compute.manager [req-803e4715-dfe9-4cb6-aee3-395825a1ac84 req-b6fbdd53-36a1-456b-976f-6630fd9401f7 service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Received event network-changed-79d79302-6287-4406-8924-c8f74edd1a7d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1357.761821] env[70041]: DEBUG nova.compute.manager [req-803e4715-dfe9-4cb6-aee3-395825a1ac84 req-b6fbdd53-36a1-456b-976f-6630fd9401f7 service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Refreshing instance network info cache due to event network-changed-79d79302-6287-4406-8924-c8f74edd1a7d. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1357.762108] env[70041]: DEBUG oslo_concurrency.lockutils [req-803e4715-dfe9-4cb6-aee3-395825a1ac84 req-b6fbdd53-36a1-456b-976f-6630fd9401f7 service nova] Acquiring lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.762268] env[70041]: DEBUG oslo_concurrency.lockutils [req-803e4715-dfe9-4cb6-aee3-395825a1ac84 req-b6fbdd53-36a1-456b-976f-6630fd9401f7 service nova] Acquired lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.762583] env[70041]: DEBUG nova.network.neutron [req-803e4715-dfe9-4cb6-aee3-395825a1ac84 req-b6fbdd53-36a1-456b-976f-6630fd9401f7 service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Refreshing network info cache for port 79d79302-6287-4406-8924-c8f74edd1a7d {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.947141] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "refresh_cache-5436c6bf-efda-470a-8286-89b9cd8fc4b9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.948959] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "refresh_cache-5436c6bf-efda-470a-8286-89b9cd8fc4b9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.951876] env[70041]: DEBUG nova.network.neutron [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.480297] env[70041]: DEBUG nova.network.neutron [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.482560] env[70041]: DEBUG nova.network.neutron [req-803e4715-dfe9-4cb6-aee3-395825a1ac84 req-b6fbdd53-36a1-456b-976f-6630fd9401f7 service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Updated VIF entry in instance network info cache for port 79d79302-6287-4406-8924-c8f74edd1a7d. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.482882] env[70041]: DEBUG nova.network.neutron [req-803e4715-dfe9-4cb6-aee3-395825a1ac84 req-b6fbdd53-36a1-456b-976f-6630fd9401f7 service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Updating instance_info_cache with network_info: [{"id": "79d79302-6287-4406-8924-c8f74edd1a7d", "address": "fa:16:3e:9a:8c:86", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d79302-62", "ovs_interfaceid": "79d79302-6287-4406-8924-c8f74edd1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.598064] env[70041]: DEBUG nova.network.neutron [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Updating instance_info_cache with network_info: [{"id": "c457a902-7645-4700-b29b-d34495d40fd6", "address": "fa:16:3e:67:aa:2a", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc457a902-76", "ovs_interfaceid": "c457a902-7645-4700-b29b-d34495d40fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.985432] env[70041]: DEBUG oslo_concurrency.lockutils [req-803e4715-dfe9-4cb6-aee3-395825a1ac84 req-b6fbdd53-36a1-456b-976f-6630fd9401f7 service nova] Releasing lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.100439] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "refresh_cache-5436c6bf-efda-470a-8286-89b9cd8fc4b9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.100776] env[70041]: DEBUG nova.compute.manager [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Instance network_info: |[{"id": "c457a902-7645-4700-b29b-d34495d40fd6", "address": "fa:16:3e:67:aa:2a", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc457a902-76", "ovs_interfaceid": "c457a902-7645-4700-b29b-d34495d40fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.101210] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:aa:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c457a902-7645-4700-b29b-d34495d40fd6', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.108722] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.108914] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.109147] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eae78a28-d309-4912-a056-9cde55acf034 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.129917] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.129917] env[70041]: value = "task-3193908" [ 1359.129917] env[70041]: _type = "Task" [ 1359.129917] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.137098] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193908, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.281030] env[70041]: DEBUG nova.compute.manager [req-4bed3162-894f-43b6-b4d1-f7be0d66869f req-7be0f6b8-e4ef-402c-b907-c67e07353f6e service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Received event network-changed-c457a902-7645-4700-b29b-d34495d40fd6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1359.281193] env[70041]: DEBUG nova.compute.manager [req-4bed3162-894f-43b6-b4d1-f7be0d66869f req-7be0f6b8-e4ef-402c-b907-c67e07353f6e service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Refreshing instance network info cache due to event network-changed-c457a902-7645-4700-b29b-d34495d40fd6. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1359.281423] env[70041]: DEBUG oslo_concurrency.lockutils [req-4bed3162-894f-43b6-b4d1-f7be0d66869f req-7be0f6b8-e4ef-402c-b907-c67e07353f6e service nova] Acquiring lock "refresh_cache-5436c6bf-efda-470a-8286-89b9cd8fc4b9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.281655] env[70041]: DEBUG oslo_concurrency.lockutils [req-4bed3162-894f-43b6-b4d1-f7be0d66869f req-7be0f6b8-e4ef-402c-b907-c67e07353f6e service nova] Acquired lock "refresh_cache-5436c6bf-efda-470a-8286-89b9cd8fc4b9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.281855] env[70041]: DEBUG nova.network.neutron [req-4bed3162-894f-43b6-b4d1-f7be0d66869f req-7be0f6b8-e4ef-402c-b907-c67e07353f6e service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Refreshing network info cache for port c457a902-7645-4700-b29b-d34495d40fd6 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.640433] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193908, 'name': CreateVM_Task, 'duration_secs': 0.318711} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.640790] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.641317] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.641498] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.641807] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.642068] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3ef2bf-4846-4b7d-b0ea-91c914c10884 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.646645] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1359.646645] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527bbc8b-7e0f-c1c5-d348-73062ba77fbf" [ 1359.646645] env[70041]: _type = "Task" [ 1359.646645] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.654819] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527bbc8b-7e0f-c1c5-d348-73062ba77fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.964958] env[70041]: DEBUG nova.network.neutron [req-4bed3162-894f-43b6-b4d1-f7be0d66869f req-7be0f6b8-e4ef-402c-b907-c67e07353f6e service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Updated VIF entry in instance network info cache for port c457a902-7645-4700-b29b-d34495d40fd6. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.965331] env[70041]: DEBUG nova.network.neutron [req-4bed3162-894f-43b6-b4d1-f7be0d66869f req-7be0f6b8-e4ef-402c-b907-c67e07353f6e service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Updating instance_info_cache with network_info: [{"id": "c457a902-7645-4700-b29b-d34495d40fd6", "address": "fa:16:3e:67:aa:2a", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc457a902-76", "ovs_interfaceid": "c457a902-7645-4700-b29b-d34495d40fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.156923] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527bbc8b-7e0f-c1c5-d348-73062ba77fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.157185] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.157407] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.157632] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.157779] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.157957] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.158223] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b09f8a99-7a88-4c90-a7bd-134a0169a8e1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.166018] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.166196] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.166865] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc5cd0c-372f-4ac8-bf62-b003dd6ef0dc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.171684] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1360.171684] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52322241-086b-b317-696b-4423020c25fe" [ 1360.171684] env[70041]: _type = "Task" [ 1360.171684] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.178840] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52322241-086b-b317-696b-4423020c25fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.467776] env[70041]: DEBUG oslo_concurrency.lockutils [req-4bed3162-894f-43b6-b4d1-f7be0d66869f req-7be0f6b8-e4ef-402c-b907-c67e07353f6e service nova] Releasing lock "refresh_cache-5436c6bf-efda-470a-8286-89b9cd8fc4b9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.681973] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52322241-086b-b317-696b-4423020c25fe, 'name': SearchDatastore_Task, 'duration_secs': 0.007942} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.682911] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d68fe22-e48b-404a-98ab-bf19a216c171 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.689019] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1360.689019] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52af06b3-f689-7f78-04c6-4e5a98ac3ad5" [ 1360.689019] env[70041]: _type = "Task" [ 1360.689019] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.699532] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52af06b3-f689-7f78-04c6-4e5a98ac3ad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.200209] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52af06b3-f689-7f78-04c6-4e5a98ac3ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.200458] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.200718] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 5436c6bf-efda-470a-8286-89b9cd8fc4b9/5436c6bf-efda-470a-8286-89b9cd8fc4b9.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.200974] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2f22909-6b01-479d-a5ba-4313f8837959 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.207608] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1361.207608] env[70041]: value = "task-3193909" [ 1361.207608] env[70041]: _type = "Task" [ 1361.207608] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.215324] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.429368] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.429798] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.717291] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.393468} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.717635] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] 5436c6bf-efda-470a-8286-89b9cd8fc4b9/5436c6bf-efda-470a-8286-89b9cd8fc4b9.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.717738] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.717964] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5fe5040-e667-44a0-928c-de8e491dcbad {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.723625] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1361.723625] env[70041]: value = "task-3193910" [ 1361.723625] env[70041]: _type = "Task" [ 1361.723625] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.731999] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.933203] env[70041]: INFO nova.compute.manager [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Detaching volume d252e199-9d3c-469c-9014-29c392f3ebbf [ 1361.963628] env[70041]: INFO nova.virt.block_device [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Attempting to driver detach volume d252e199-9d3c-469c-9014-29c392f3ebbf from mountpoint /dev/sdb [ 1361.963952] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1361.964190] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1361.965060] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71570459-cc4d-4a24-8966-76ef42eae7bc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.987717] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef230c2-7c6e-4329-b526-8a00fd4f747b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.994361] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e883ac-32b5-4955-8484-a3ad8fd22090 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.014169] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6185e652-05dd-407e-907d-5ae1fe4ec0bd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.027865] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] The volume has not been displaced from its original location: [datastore1] volume-d252e199-9d3c-469c-9014-29c392f3ebbf/volume-d252e199-9d3c-469c-9014-29c392f3ebbf.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1362.033014] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1362.033277] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740ef441-740c-499a-97a9-f4ed8b085715 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.050222] env[70041]: DEBUG oslo_vmware.api [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1362.050222] env[70041]: value = "task-3193911" [ 1362.050222] env[70041]: _type = "Task" [ 1362.050222] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.057315] env[70041]: DEBUG oslo_vmware.api [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.233692] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062157} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.233960] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.234819] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22d3049-1cac-44dd-bd11-36117b43d043 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.256213] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5436c6bf-efda-470a-8286-89b9cd8fc4b9/5436c6bf-efda-470a-8286-89b9cd8fc4b9.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.256454] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23e82ab6-a312-4d47-9d90-5e1ed97cea65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.273950] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1362.273950] env[70041]: value = "task-3193912" [ 1362.273950] env[70041]: _type = "Task" [ 1362.273950] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.281107] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.560329] env[70041]: DEBUG oslo_vmware.api [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193911, 'name': ReconfigVM_Task, 'duration_secs': 0.221132} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.560592] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1362.565205] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d17b835-f94c-44c1-9ff8-1fadee921a74 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.578857] env[70041]: DEBUG oslo_vmware.api [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1362.578857] env[70041]: value = "task-3193913" [ 1362.578857] env[70041]: _type = "Task" [ 1362.578857] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.586234] env[70041]: DEBUG oslo_vmware.api [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.783647] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.095489] env[70041]: DEBUG oslo_vmware.api [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193913, 'name': ReconfigVM_Task, 'duration_secs': 0.224086} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.095489] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638659', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'name': 'volume-d252e199-9d3c-469c-9014-29c392f3ebbf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30d3f01a-489f-47da-aad4-f9a16f033cc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd252e199-9d3c-469c-9014-29c392f3ebbf', 'serial': 'd252e199-9d3c-469c-9014-29c392f3ebbf'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1363.283885] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193912, 'name': ReconfigVM_Task, 'duration_secs': 0.722321} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.285052] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5436c6bf-efda-470a-8286-89b9cd8fc4b9/5436c6bf-efda-470a-8286-89b9cd8fc4b9.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.285052] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a7d8a0a-de06-4ba9-bfdb-a8a49be94de3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.291839] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1363.291839] env[70041]: value = "task-3193914" [ 1363.291839] env[70041]: _type = "Task" [ 1363.291839] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.299296] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193914, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.634881] env[70041]: DEBUG nova.objects.instance [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lazy-loading 'flavor' on Instance uuid 30d3f01a-489f-47da-aad4-f9a16f033cc7 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.801681] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193914, 'name': Rename_Task, 'duration_secs': 0.137517} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.802044] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.802213] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e236fa6f-20f4-479c-82be-0358e0fc9922 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.808647] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1363.808647] env[70041]: value = "task-3193915" [ 1363.808647] env[70041]: _type = "Task" [ 1363.808647] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.815564] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.318834] env[70041]: DEBUG oslo_vmware.api [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193915, 'name': PowerOnVM_Task, 'duration_secs': 0.435398} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.319116] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.319318] env[70041]: INFO nova.compute.manager [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1364.319495] env[70041]: DEBUG nova.compute.manager [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.320247] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a2f5a-8de6-490d-87a1-f31a15dd18a9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.641791] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1014212b-fd1e-4d9b-9616-053165c71d0c tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.836065] env[70041]: INFO nova.compute.manager [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Took 12.28 seconds to build instance. [ 1365.337658] env[70041]: DEBUG oslo_concurrency.lockutils [None req-26b696c1-83b9-4a90-a319-d2488d2bc5e0 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.788s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.663121] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.663121] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.663121] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "30d3f01a-489f-47da-aad4-f9a16f033cc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.663394] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.663426] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.666225] env[70041]: INFO nova.compute.manager [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Terminating instance [ 1365.956706] env[70041]: DEBUG nova.compute.manager [req-6df3e81c-316a-439c-893a-c8a446361555 req-75078e2d-8577-4224-bd9e-323ee564e3ba service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Received event network-changed-c457a902-7645-4700-b29b-d34495d40fd6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1365.957140] env[70041]: DEBUG nova.compute.manager [req-6df3e81c-316a-439c-893a-c8a446361555 req-75078e2d-8577-4224-bd9e-323ee564e3ba service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Refreshing instance network info cache due to event network-changed-c457a902-7645-4700-b29b-d34495d40fd6. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1365.957140] env[70041]: DEBUG oslo_concurrency.lockutils [req-6df3e81c-316a-439c-893a-c8a446361555 req-75078e2d-8577-4224-bd9e-323ee564e3ba service nova] Acquiring lock "refresh_cache-5436c6bf-efda-470a-8286-89b9cd8fc4b9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.957282] env[70041]: DEBUG oslo_concurrency.lockutils [req-6df3e81c-316a-439c-893a-c8a446361555 req-75078e2d-8577-4224-bd9e-323ee564e3ba service nova] Acquired lock "refresh_cache-5436c6bf-efda-470a-8286-89b9cd8fc4b9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.957418] env[70041]: DEBUG nova.network.neutron [req-6df3e81c-316a-439c-893a-c8a446361555 req-75078e2d-8577-4224-bd9e-323ee564e3ba service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Refreshing network info cache for port c457a902-7645-4700-b29b-d34495d40fd6 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.170442] env[70041]: DEBUG nova.compute.manager [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.170685] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.171583] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b37a169-b818-4356-8e78-2778cfa1d45b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.179460] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.179686] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7fa263f-d074-44f5-bd48-406e060075cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.185511] env[70041]: DEBUG oslo_vmware.api [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1366.185511] env[70041]: value = "task-3193916" [ 1366.185511] env[70041]: _type = "Task" [ 1366.185511] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.192428] env[70041]: DEBUG oslo_vmware.api [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.648647] env[70041]: DEBUG nova.network.neutron [req-6df3e81c-316a-439c-893a-c8a446361555 req-75078e2d-8577-4224-bd9e-323ee564e3ba service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Updated VIF entry in instance network info cache for port c457a902-7645-4700-b29b-d34495d40fd6. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.649025] env[70041]: DEBUG nova.network.neutron [req-6df3e81c-316a-439c-893a-c8a446361555 req-75078e2d-8577-4224-bd9e-323ee564e3ba service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Updating instance_info_cache with network_info: [{"id": "c457a902-7645-4700-b29b-d34495d40fd6", "address": "fa:16:3e:67:aa:2a", "network": {"id": "da7f99ef-d869-460c-8fac-7a3ce50f35fb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-907790396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd44b8714c8f4733971d681a890179c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc457a902-76", "ovs_interfaceid": "c457a902-7645-4700-b29b-d34495d40fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.695492] env[70041]: DEBUG oslo_vmware.api [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193916, 'name': PowerOffVM_Task, 'duration_secs': 0.19272} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.695697] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.695863] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.696110] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ceb337-14bb-4fb3-bd2a-d6669244b4af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.761336] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.761600] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.761808] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleting the datastore file [datastore2] 30d3f01a-489f-47da-aad4-f9a16f033cc7 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.762110] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f747831-a1d5-4284-8dba-2c1f2870e236 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.768378] env[70041]: DEBUG oslo_vmware.api [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1366.768378] env[70041]: value = "task-3193918" [ 1366.768378] env[70041]: _type = "Task" [ 1366.768378] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.776323] env[70041]: DEBUG oslo_vmware.api [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.151609] env[70041]: DEBUG oslo_concurrency.lockutils [req-6df3e81c-316a-439c-893a-c8a446361555 req-75078e2d-8577-4224-bd9e-323ee564e3ba service nova] Releasing lock "refresh_cache-5436c6bf-efda-470a-8286-89b9cd8fc4b9" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.279049] env[70041]: DEBUG oslo_vmware.api [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14056} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.279049] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.279049] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.279289] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.279289] env[70041]: INFO nova.compute.manager [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1367.279519] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.279773] env[70041]: DEBUG nova.compute.manager [-] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.279845] env[70041]: DEBUG nova.network.neutron [-] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.691571] env[70041]: DEBUG nova.compute.manager [req-a04d5759-c84b-43c1-862a-cc084c692410 req-fe44a984-e92f-438e-ad78-6f06ed439201 service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Received event network-vif-deleted-bc5dfa6d-d6a8-469d-9ed4-2dea66826572 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1367.691571] env[70041]: INFO nova.compute.manager [req-a04d5759-c84b-43c1-862a-cc084c692410 req-fe44a984-e92f-438e-ad78-6f06ed439201 service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Neutron deleted interface bc5dfa6d-d6a8-469d-9ed4-2dea66826572; detaching it from the instance and deleting it from the info cache [ 1367.691571] env[70041]: DEBUG nova.network.neutron [req-a04d5759-c84b-43c1-862a-cc084c692410 req-fe44a984-e92f-438e-ad78-6f06ed439201 service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.174222] env[70041]: DEBUG nova.network.neutron [-] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.193989] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8b8be19-64eb-4ce6-ad95-ecdf5bf77f0d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.204104] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd63b6b-1e79-4667-88c2-803717fb33f6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.230569] env[70041]: DEBUG nova.compute.manager [req-a04d5759-c84b-43c1-862a-cc084c692410 req-fe44a984-e92f-438e-ad78-6f06ed439201 service nova] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Detach interface failed, port_id=bc5dfa6d-d6a8-469d-9ed4-2dea66826572, reason: Instance 30d3f01a-489f-47da-aad4-f9a16f033cc7 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1368.677550] env[70041]: INFO nova.compute.manager [-] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Took 1.40 seconds to deallocate network for instance. [ 1369.184152] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.184470] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.184702] env[70041]: DEBUG nova.objects.instance [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lazy-loading 'resources' on Instance uuid 30d3f01a-489f-47da-aad4-f9a16f033cc7 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.750257] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511b907f-ef36-4a3d-9b2e-fa90f8bd0401 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.758193] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae5a1f8-c7b9-4432-83b4-ffaab837283e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.787025] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149370fa-cc26-4514-9511-c5e5c56bf6af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.794704] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a005de89-f7a9-4413-a809-20984d5af106 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.807393] env[70041]: DEBUG nova.compute.provider_tree [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.311118] env[70041]: DEBUG nova.scheduler.client.report [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.816642] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.839779] env[70041]: INFO nova.scheduler.client.report [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted allocations for instance 30d3f01a-489f-47da-aad4-f9a16f033cc7 [ 1371.347851] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4a3e2555-57ef-46a0-b3a6-5e7e0084dc3f tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "30d3f01a-489f-47da-aad4-f9a16f033cc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.876732] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.877100] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.877153] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.877277] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.877443] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.877610] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.877750] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1372.877916] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.049140] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "e59ba399-e341-400e-ae43-17fd6af7a2a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.049378] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "e59ba399-e341-400e-ae43-17fd6af7a2a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.381606] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.381868] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.382078] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.382238] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1373.383134] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eda0ff-11aa-476e-8f66-370810fb037f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.391385] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e472a0d7-3e80-4077-b218-ff7f32ebc257 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.404680] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f1a606-dac5-4b69-99f2-63738e8c5862 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.410726] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1c12cc-1864-4fba-ab07-a5619c14209b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.438538] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180208MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1373.438663] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.438861] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.552142] env[70041]: DEBUG nova.compute.manager [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1374.073484] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.461513] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.461671] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.461795] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 5436c6bf-efda-470a-8286-89b9cd8fc4b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1374.965400] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance e59ba399-e341-400e-ae43-17fd6af7a2a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1374.965612] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1374.965759] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1375.022678] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4e3681-a182-439c-b801-960ed032e4a2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.030020] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d628984c-1380-44b5-ac61-41f5fc21ab4d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.058643] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5304cd-2c6f-44fa-861b-ab28b97da0cc {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.065324] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba96d9f6-1599-42bd-8993-4eb6edd97984 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.077450] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.580890] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.086428] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1376.086797] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.648s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.086913] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.014s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.089988] env[70041]: INFO nova.compute.claims [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.125061] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.629163] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.153851] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb890cd1-0158-400f-8ab7-79080731812c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.161411] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e800965-cdc6-4083-a6f1-6ecf0d3fc2c0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.192808] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a37e0d-3a12-42d0-ab42-727596c027f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.199749] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38741fa1-9e67-4b8c-b6ae-9d4e2d569a18 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.212943] env[70041]: DEBUG nova.compute.provider_tree [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.716546] env[70041]: DEBUG nova.scheduler.client.report [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.221251] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.221816] env[70041]: DEBUG nova.compute.manager [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1378.727536] env[70041]: DEBUG nova.compute.utils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1378.728998] env[70041]: DEBUG nova.compute.manager [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.729184] env[70041]: DEBUG nova.network.neutron [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.775570] env[70041]: DEBUG nova.policy [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa7382e2f33945cd92dfa93bd117325a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015b14f6fdaf44d6a80361a791b9ab72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.038042] env[70041]: DEBUG nova.network.neutron [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Successfully created port: 2ed4ba05-7424-44bf-a549-3fa8e0087898 {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.233768] env[70041]: DEBUG nova.compute.manager [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.243427] env[70041]: DEBUG nova.compute.manager [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1380.269201] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-26T22:57:10Z,direct_url=,disk_format='vmdk',id=c55f29aa-67f7-499a-8c0c-923c762528f4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04946ff2b01040fc981dcfac02d00bfa',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-26T22:57:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.269466] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.269621] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.269864] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.269936] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.270094] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.270307] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.270464] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.270629] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.270788] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.270962] env[70041]: DEBUG nova.virt.hardware [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.271896] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd116a3-e9aa-4e61-b2f3-3b1d976e2449 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.280500] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44be2b18-24e8-43a3-a98e-b3eaeb68e4b8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.411813] env[70041]: DEBUG nova.compute.manager [req-b1aa2779-0576-42e0-a7ed-601b760f33a3 req-2d741360-7e54-4f81-a226-0405d7fa77ea service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Received event network-vif-plugged-2ed4ba05-7424-44bf-a549-3fa8e0087898 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1380.412049] env[70041]: DEBUG oslo_concurrency.lockutils [req-b1aa2779-0576-42e0-a7ed-601b760f33a3 req-2d741360-7e54-4f81-a226-0405d7fa77ea service nova] Acquiring lock "e59ba399-e341-400e-ae43-17fd6af7a2a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.412256] env[70041]: DEBUG oslo_concurrency.lockutils [req-b1aa2779-0576-42e0-a7ed-601b760f33a3 req-2d741360-7e54-4f81-a226-0405d7fa77ea service nova] Lock "e59ba399-e341-400e-ae43-17fd6af7a2a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.412424] env[70041]: DEBUG oslo_concurrency.lockutils [req-b1aa2779-0576-42e0-a7ed-601b760f33a3 req-2d741360-7e54-4f81-a226-0405d7fa77ea service nova] Lock "e59ba399-e341-400e-ae43-17fd6af7a2a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.412693] env[70041]: DEBUG nova.compute.manager [req-b1aa2779-0576-42e0-a7ed-601b760f33a3 req-2d741360-7e54-4f81-a226-0405d7fa77ea service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] No waiting events found dispatching network-vif-plugged-2ed4ba05-7424-44bf-a549-3fa8e0087898 {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1380.412748] env[70041]: WARNING nova.compute.manager [req-b1aa2779-0576-42e0-a7ed-601b760f33a3 req-2d741360-7e54-4f81-a226-0405d7fa77ea service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Received unexpected event network-vif-plugged-2ed4ba05-7424-44bf-a549-3fa8e0087898 for instance with vm_state building and task_state spawning. [ 1380.491575] env[70041]: DEBUG nova.network.neutron [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Successfully updated port: 2ed4ba05-7424-44bf-a549-3fa8e0087898 {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1380.993686] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "refresh_cache-e59ba399-e341-400e-ae43-17fd6af7a2a4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.993860] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "refresh_cache-e59ba399-e341-400e-ae43-17fd6af7a2a4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.994025] env[70041]: DEBUG nova.network.neutron [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.526936] env[70041]: DEBUG nova.network.neutron [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1381.641376] env[70041]: DEBUG nova.network.neutron [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Updating instance_info_cache with network_info: [{"id": "2ed4ba05-7424-44bf-a549-3fa8e0087898", "address": "fa:16:3e:1e:0a:36", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed4ba05-74", "ovs_interfaceid": "2ed4ba05-7424-44bf-a549-3fa8e0087898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.144815] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "refresh_cache-e59ba399-e341-400e-ae43-17fd6af7a2a4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.145195] env[70041]: DEBUG nova.compute.manager [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Instance network_info: |[{"id": "2ed4ba05-7424-44bf-a549-3fa8e0087898", "address": "fa:16:3e:1e:0a:36", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed4ba05-74", "ovs_interfaceid": "2ed4ba05-7424-44bf-a549-3fa8e0087898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1382.145618] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:0a:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ed4ba05-7424-44bf-a549-3fa8e0087898', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1382.152965] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1382.153182] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1382.153402] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-274cc78b-67b0-46b4-93f9-70f2c0738d61 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.173442] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1382.173442] env[70041]: value = "task-3193919" [ 1382.173442] env[70041]: _type = "Task" [ 1382.173442] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.182081] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193919, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.439344] env[70041]: DEBUG nova.compute.manager [req-abc38f79-bebd-4cf1-b971-218961157d18 req-9a1de838-56f4-4acf-8032-3328864a0891 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Received event network-changed-2ed4ba05-7424-44bf-a549-3fa8e0087898 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1382.439527] env[70041]: DEBUG nova.compute.manager [req-abc38f79-bebd-4cf1-b971-218961157d18 req-9a1de838-56f4-4acf-8032-3328864a0891 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Refreshing instance network info cache due to event network-changed-2ed4ba05-7424-44bf-a549-3fa8e0087898. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1382.439738] env[70041]: DEBUG oslo_concurrency.lockutils [req-abc38f79-bebd-4cf1-b971-218961157d18 req-9a1de838-56f4-4acf-8032-3328864a0891 service nova] Acquiring lock "refresh_cache-e59ba399-e341-400e-ae43-17fd6af7a2a4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.439876] env[70041]: DEBUG oslo_concurrency.lockutils [req-abc38f79-bebd-4cf1-b971-218961157d18 req-9a1de838-56f4-4acf-8032-3328864a0891 service nova] Acquired lock "refresh_cache-e59ba399-e341-400e-ae43-17fd6af7a2a4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.440041] env[70041]: DEBUG nova.network.neutron [req-abc38f79-bebd-4cf1-b971-218961157d18 req-9a1de838-56f4-4acf-8032-3328864a0891 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Refreshing network info cache for port 2ed4ba05-7424-44bf-a549-3fa8e0087898 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.684343] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193919, 'name': CreateVM_Task, 'duration_secs': 0.290422} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.684677] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.685177] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.685347] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.685675] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.685914] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01107f58-687f-4107-8734-cb21b7fd91ab {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.693486] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1382.693486] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ebcc51-dc2a-4804-2b72-37c44ad2856a" [ 1382.693486] env[70041]: _type = "Task" [ 1382.693486] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.701468] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ebcc51-dc2a-4804-2b72-37c44ad2856a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.110702] env[70041]: DEBUG nova.network.neutron [req-abc38f79-bebd-4cf1-b971-218961157d18 req-9a1de838-56f4-4acf-8032-3328864a0891 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Updated VIF entry in instance network info cache for port 2ed4ba05-7424-44bf-a549-3fa8e0087898. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1383.111061] env[70041]: DEBUG nova.network.neutron [req-abc38f79-bebd-4cf1-b971-218961157d18 req-9a1de838-56f4-4acf-8032-3328864a0891 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Updating instance_info_cache with network_info: [{"id": "2ed4ba05-7424-44bf-a549-3fa8e0087898", "address": "fa:16:3e:1e:0a:36", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed4ba05-74", "ovs_interfaceid": "2ed4ba05-7424-44bf-a549-3fa8e0087898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.204155] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]52ebcc51-dc2a-4804-2b72-37c44ad2856a, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.204461] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.204683] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Processing image c55f29aa-67f7-499a-8c0c-923c762528f4 {{(pid=70041) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1383.204929] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.205142] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.205278] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.205525] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af21af68-6979-40eb-902a-8d310d4bb3af {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.214057] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70041) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.214241] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70041) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1383.214957] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77dc824c-b8d9-48f9-ad29-f9e31be68582 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.220403] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1383.220403] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521c89d9-2c3c-9d7b-5fb5-936f53005411" [ 1383.220403] env[70041]: _type = "Task" [ 1383.220403] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.227853] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521c89d9-2c3c-9d7b-5fb5-936f53005411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.613399] env[70041]: DEBUG oslo_concurrency.lockutils [req-abc38f79-bebd-4cf1-b971-218961157d18 req-9a1de838-56f4-4acf-8032-3328864a0891 service nova] Releasing lock "refresh_cache-e59ba399-e341-400e-ae43-17fd6af7a2a4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.731942] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]521c89d9-2c3c-9d7b-5fb5-936f53005411, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.732785] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ce3171-5354-46de-8381-c013f6708d4d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.738402] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1383.738402] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e2da7-8a07-b95a-0524-56ce7b30b7e4" [ 1383.738402] env[70041]: _type = "Task" [ 1383.738402] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.745566] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e2da7-8a07-b95a-0524-56ce7b30b7e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.250053] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]528e2da7-8a07-b95a-0524-56ce7b30b7e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.250053] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.250053] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] e59ba399-e341-400e-ae43-17fd6af7a2a4/e59ba399-e341-400e-ae43-17fd6af7a2a4.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.250339] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a40ce686-f17e-41c1-a19d-2387dd5c686b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.257056] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1384.257056] env[70041]: value = "task-3193920" [ 1384.257056] env[70041]: _type = "Task" [ 1384.257056] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.264207] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.766652] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.405154} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.767041] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c55f29aa-67f7-499a-8c0c-923c762528f4/c55f29aa-67f7-499a-8c0c-923c762528f4.vmdk to [datastore2] e59ba399-e341-400e-ae43-17fd6af7a2a4/e59ba399-e341-400e-ae43-17fd6af7a2a4.vmdk {{(pid=70041) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.767041] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Extending root virtual disk to 1048576 {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.767145] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58e48cf8-0d06-47fb-9945-e6b0a2639547 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.773653] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1384.773653] env[70041]: value = "task-3193921" [ 1384.773653] env[70041]: _type = "Task" [ 1384.773653] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.780297] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.282818] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063583} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.283125] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Extended root virtual disk {{(pid=70041) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.283867] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeceed7-ee6d-4345-ab34-6a233d61dac5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.305862] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] e59ba399-e341-400e-ae43-17fd6af7a2a4/e59ba399-e341-400e-ae43-17fd6af7a2a4.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.306084] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74459688-02a4-46dc-917d-810030658499 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.324632] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1385.324632] env[70041]: value = "task-3193922" [ 1385.324632] env[70041]: _type = "Task" [ 1385.324632] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.333516] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.834848] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193922, 'name': ReconfigVM_Task, 'duration_secs': 0.27654} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.835270] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Reconfigured VM instance instance-0000007e to attach disk [datastore2] e59ba399-e341-400e-ae43-17fd6af7a2a4/e59ba399-e341-400e-ae43-17fd6af7a2a4.vmdk or device None with type sparse {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.835899] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a02d3603-607b-4171-ba78-fe212e4a8f2f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.842826] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1385.842826] env[70041]: value = "task-3193923" [ 1385.842826] env[70041]: _type = "Task" [ 1385.842826] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.851052] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193923, 'name': Rename_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.352955] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193923, 'name': Rename_Task, 'duration_secs': 0.147648} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.353345] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.353605] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1200e60-b176-4358-8dce-f9d6ed2b6ac0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.359315] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1386.359315] env[70041]: value = "task-3193924" [ 1386.359315] env[70041]: _type = "Task" [ 1386.359315] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.366905] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.869968] env[70041]: DEBUG oslo_vmware.api [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193924, 'name': PowerOnVM_Task, 'duration_secs': 0.423156} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.870333] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.870535] env[70041]: INFO nova.compute.manager [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1386.870709] env[70041]: DEBUG nova.compute.manager [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.871500] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a5e204-b7f1-493a-bda8-ab693e01c4ef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.388896] env[70041]: INFO nova.compute.manager [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Took 13.33 seconds to build instance. [ 1387.890885] env[70041]: DEBUG oslo_concurrency.lockutils [None req-0d63682e-d09f-47bc-b2f5-4fbd23e69379 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "e59ba399-e341-400e-ae43-17fd6af7a2a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.841s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.929441] env[70041]: DEBUG nova.compute.manager [req-06153c69-280b-4cb7-a5bf-0ce9b2c0fdb0 req-77b3110b-9aa8-422f-93e7-e8f6c7cfbca6 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Received event network-changed-2ed4ba05-7424-44bf-a549-3fa8e0087898 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1387.929590] env[70041]: DEBUG nova.compute.manager [req-06153c69-280b-4cb7-a5bf-0ce9b2c0fdb0 req-77b3110b-9aa8-422f-93e7-e8f6c7cfbca6 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Refreshing instance network info cache due to event network-changed-2ed4ba05-7424-44bf-a549-3fa8e0087898. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1387.930103] env[70041]: DEBUG oslo_concurrency.lockutils [req-06153c69-280b-4cb7-a5bf-0ce9b2c0fdb0 req-77b3110b-9aa8-422f-93e7-e8f6c7cfbca6 service nova] Acquiring lock "refresh_cache-e59ba399-e341-400e-ae43-17fd6af7a2a4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.930103] env[70041]: DEBUG oslo_concurrency.lockutils [req-06153c69-280b-4cb7-a5bf-0ce9b2c0fdb0 req-77b3110b-9aa8-422f-93e7-e8f6c7cfbca6 service nova] Acquired lock "refresh_cache-e59ba399-e341-400e-ae43-17fd6af7a2a4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.930103] env[70041]: DEBUG nova.network.neutron [req-06153c69-280b-4cb7-a5bf-0ce9b2c0fdb0 req-77b3110b-9aa8-422f-93e7-e8f6c7cfbca6 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Refreshing network info cache for port 2ed4ba05-7424-44bf-a549-3fa8e0087898 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.622762] env[70041]: DEBUG nova.network.neutron [req-06153c69-280b-4cb7-a5bf-0ce9b2c0fdb0 req-77b3110b-9aa8-422f-93e7-e8f6c7cfbca6 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Updated VIF entry in instance network info cache for port 2ed4ba05-7424-44bf-a549-3fa8e0087898. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.623193] env[70041]: DEBUG nova.network.neutron [req-06153c69-280b-4cb7-a5bf-0ce9b2c0fdb0 req-77b3110b-9aa8-422f-93e7-e8f6c7cfbca6 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Updating instance_info_cache with network_info: [{"id": "2ed4ba05-7424-44bf-a549-3fa8e0087898", "address": "fa:16:3e:1e:0a:36", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed4ba05-74", "ovs_interfaceid": "2ed4ba05-7424-44bf-a549-3fa8e0087898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.126279] env[70041]: DEBUG oslo_concurrency.lockutils [req-06153c69-280b-4cb7-a5bf-0ce9b2c0fdb0 req-77b3110b-9aa8-422f-93e7-e8f6c7cfbca6 service nova] Releasing lock "refresh_cache-e59ba399-e341-400e-ae43-17fd6af7a2a4" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.731830] env[70041]: DEBUG oslo_concurrency.lockutils [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.732184] env[70041]: DEBUG oslo_concurrency.lockutils [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.732364] env[70041]: DEBUG nova.compute.manager [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.733304] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466028f6-ad45-41f9-af5c-669d4af9204f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.740162] env[70041]: DEBUG nova.compute.manager [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70041) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1392.740711] env[70041]: DEBUG nova.objects.instance [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'flavor' on Instance uuid 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.750617] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.750955] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cbac7b6-839f-4d99-850d-5ecd79a0f113 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.758870] env[70041]: DEBUG oslo_vmware.api [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1393.758870] env[70041]: value = "task-3193928" [ 1393.758870] env[70041]: _type = "Task" [ 1393.758870] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.767025] env[70041]: DEBUG oslo_vmware.api [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.269374] env[70041]: DEBUG oslo_vmware.api [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193928, 'name': PowerOffVM_Task, 'duration_secs': 0.230246} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.269651] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.269868] env[70041]: DEBUG nova.compute.manager [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.270671] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f653a-4722-44e8-8670-20e2e0d0eebf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.782478] env[70041]: DEBUG oslo_concurrency.lockutils [None req-65b8b461-cba2-4235-84f3-e571f1098b4a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.112558] env[70041]: DEBUG nova.objects.instance [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'flavor' on Instance uuid 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.617953] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.618133] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.618311] env[70041]: DEBUG nova.network.neutron [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.618488] env[70041]: DEBUG nova.objects.instance [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'info_cache' on Instance uuid 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.121704] env[70041]: DEBUG nova.objects.base [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Object Instance<0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0> lazy-loaded attributes: flavor,info_cache {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1396.821199] env[70041]: DEBUG nova.network.neutron [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Updating instance_info_cache with network_info: [{"id": "79d79302-6287-4406-8924-c8f74edd1a7d", "address": "fa:16:3e:9a:8c:86", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d79302-62", "ovs_interfaceid": "79d79302-6287-4406-8924-c8f74edd1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.324124] env[70041]: DEBUG oslo_concurrency.lockutils [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.330075] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.330075] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fa860c1-f929-42f6-96f6-d57ea57fef65 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.338938] env[70041]: DEBUG oslo_vmware.api [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1398.338938] env[70041]: value = "task-3193931" [ 1398.338938] env[70041]: _type = "Task" [ 1398.338938] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.348306] env[70041]: DEBUG oslo_vmware.api [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.849904] env[70041]: DEBUG oslo_vmware.api [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193931, 'name': PowerOnVM_Task, 'duration_secs': 0.430635} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.850274] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.850478] env[70041]: DEBUG nova.compute.manager [None req-dbc9fdbf-87b2-45a3-bd5f-051e273cb42a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.851314] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a22e5-17b1-43f8-b14f-bb2d9abb6e25 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.876479] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0e966e-af3f-4506-835f-fd976ddbd02a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.883907] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b63cfbe7-6937-4b79-8c07-dcd6ddbbb32a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Suspending the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1399.884103] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d5e70bb4-52b4-411c-8946-70e2afe32a30 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.891058] env[70041]: DEBUG oslo_vmware.api [None req-b63cfbe7-6937-4b79-8c07-dcd6ddbbb32a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1399.891058] env[70041]: value = "task-3193933" [ 1399.891058] env[70041]: _type = "Task" [ 1399.891058] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.899501] env[70041]: DEBUG oslo_vmware.api [None req-b63cfbe7-6937-4b79-8c07-dcd6ddbbb32a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193933, 'name': SuspendVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.405439] env[70041]: DEBUG oslo_vmware.api [None req-b63cfbe7-6937-4b79-8c07-dcd6ddbbb32a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193933, 'name': SuspendVM_Task} progress is 62%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.902161] env[70041]: DEBUG oslo_vmware.api [None req-b63cfbe7-6937-4b79-8c07-dcd6ddbbb32a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193933, 'name': SuspendVM_Task, 'duration_secs': 0.744377} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.902432] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-b63cfbe7-6937-4b79-8c07-dcd6ddbbb32a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Suspended the VM {{(pid=70041) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1400.902587] env[70041]: DEBUG nova.compute.manager [None req-b63cfbe7-6937-4b79-8c07-dcd6ddbbb32a tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.903349] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871263b7-ac0f-4965-825b-704f4e347dfa {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.174027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.174027] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.678027] env[70041]: DEBUG nova.compute.utils [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1402.180776] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.209142] env[70041]: INFO nova.compute.manager [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Resuming [ 1402.209724] env[70041]: DEBUG nova.objects.instance [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'flavor' on Instance uuid 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.236472] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.236820] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.236904] env[70041]: INFO nova.compute.manager [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Attaching volume 499586eb-e64e-47ba-a181-2c5b41172817 to /dev/sdb [ 1403.266863] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbc95a0-927f-48ed-a5d6-e034920dd7b8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.273995] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f97db3f-671e-4014-8e40-871697dd07b6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.286932] env[70041]: DEBUG nova.virt.block_device [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Updating existing volume attachment record: 48c861ab-6f55-4497-aeef-5cd885bc5918 {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1403.719923] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.720142] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquired lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.720324] env[70041]: DEBUG nova.network.neutron [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.420121] env[70041]: DEBUG nova.network.neutron [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Updating instance_info_cache with network_info: [{"id": "79d79302-6287-4406-8924-c8f74edd1a7d", "address": "fa:16:3e:9a:8c:86", "network": {"id": "3e07a0c2-3aef-4bf5-ae96-aba77af95495", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-734206604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08af3624076143d5b15cb33da1071204", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d79302-62", "ovs_interfaceid": "79d79302-6287-4406-8924-c8f74edd1a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.922647] env[70041]: DEBUG oslo_concurrency.lockutils [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Releasing lock "refresh_cache-0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.923630] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd180a0-5504-4e5b-aec3-0f1b0715d806 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.930216] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Resuming the VM {{(pid=70041) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1404.930435] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2725c821-1ad1-40d4-8f15-ec1fa15fee87 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.937705] env[70041]: DEBUG oslo_vmware.api [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1404.937705] env[70041]: value = "task-3193937" [ 1404.937705] env[70041]: _type = "Task" [ 1404.937705] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.945017] env[70041]: DEBUG oslo_vmware.api [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.447698] env[70041]: DEBUG oslo_vmware.api [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193937, 'name': PowerOnVM_Task, 'duration_secs': 0.494173} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.448076] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Resumed the VM {{(pid=70041) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1405.448321] env[70041]: DEBUG nova.compute.manager [None req-4e50fcbb-7e78-4965-8ea0-fbc96f4666f4 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.449198] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c32930b-c9d7-4aa4-a753-aa6e348a55c5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.868055] env[70041]: DEBUG oslo_concurrency.lockutils [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.868055] env[70041]: DEBUG oslo_concurrency.lockutils [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.868360] env[70041]: DEBUG oslo_concurrency.lockutils [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.869183] env[70041]: DEBUG oslo_concurrency.lockutils [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.869353] env[70041]: DEBUG oslo_concurrency.lockutils [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.871946] env[70041]: INFO nova.compute.manager [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Terminating instance [ 1407.377555] env[70041]: DEBUG nova.compute.manager [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1407.377808] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1407.378728] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1f7692-fd1e-42d0-984c-a19b7dcd6c88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.386243] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.386485] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6c89dc5-c114-4de0-9793-a1227a4a6aae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.393305] env[70041]: DEBUG oslo_vmware.api [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1407.393305] env[70041]: value = "task-3193939" [ 1407.393305] env[70041]: _type = "Task" [ 1407.393305] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.401935] env[70041]: DEBUG oslo_vmware.api [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.829968] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1407.830253] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638671', 'volume_id': '499586eb-e64e-47ba-a181-2c5b41172817', 'name': 'volume-499586eb-e64e-47ba-a181-2c5b41172817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5436c6bf-efda-470a-8286-89b9cd8fc4b9', 'attached_at': '', 'detached_at': '', 'volume_id': '499586eb-e64e-47ba-a181-2c5b41172817', 'serial': '499586eb-e64e-47ba-a181-2c5b41172817'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1407.831247] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0faed2c-0336-44aa-9d8c-efc0b69b8b1e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.848952] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a2201-799c-44e8-9ee9-ddb366a0fab1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.873760] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-499586eb-e64e-47ba-a181-2c5b41172817/volume-499586eb-e64e-47ba-a181-2c5b41172817.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.874094] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9efa99e9-6925-4e36-a8d9-a711c38998b2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.890909] env[70041]: DEBUG oslo_vmware.api [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1407.890909] env[70041]: value = "task-3193940" [ 1407.890909] env[70041]: _type = "Task" [ 1407.890909] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.903892] env[70041]: DEBUG oslo_vmware.api [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.906877] env[70041]: DEBUG oslo_vmware.api [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193939, 'name': PowerOffVM_Task, 'duration_secs': 0.154848} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.907127] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.907280] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.907676] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0afa0392-58d9-4829-b016-23905aa61f7d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.974235] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.974492] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.974901] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleting the datastore file [datastore1] 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.975071] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a33e7b83-6531-4e80-9df2-b615b0de26bb {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.982801] env[70041]: DEBUG oslo_vmware.api [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for the task: (returnval){ [ 1407.982801] env[70041]: value = "task-3193942" [ 1407.982801] env[70041]: _type = "Task" [ 1407.982801] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.990098] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.990339] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.994452] env[70041]: DEBUG oslo_vmware.api [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.400883] env[70041]: DEBUG oslo_vmware.api [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193940, 'name': ReconfigVM_Task, 'duration_secs': 0.33439} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.401184] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-499586eb-e64e-47ba-a181-2c5b41172817/volume-499586eb-e64e-47ba-a181-2c5b41172817.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.405927] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-373c2a29-d02b-41a9-b1c0-7396eae19750 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.420768] env[70041]: DEBUG oslo_vmware.api [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1408.420768] env[70041]: value = "task-3193943" [ 1408.420768] env[70041]: _type = "Task" [ 1408.420768] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.428228] env[70041]: DEBUG oslo_vmware.api [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.491612] env[70041]: DEBUG oslo_vmware.api [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Task: {'id': task-3193942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13974} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.491860] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1408.492111] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1408.492308] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1408.492485] env[70041]: INFO nova.compute.manager [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1408.492724] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1408.492926] env[70041]: DEBUG nova.compute.manager [-] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1408.493030] env[70041]: DEBUG nova.network.neutron [-] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.494990] env[70041]: DEBUG nova.compute.manager [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Starting instance... {{(pid=70041) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1408.931363] env[70041]: DEBUG oslo_vmware.api [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193943, 'name': ReconfigVM_Task, 'duration_secs': 0.199346} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.931717] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638671', 'volume_id': '499586eb-e64e-47ba-a181-2c5b41172817', 'name': 'volume-499586eb-e64e-47ba-a181-2c5b41172817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5436c6bf-efda-470a-8286-89b9cd8fc4b9', 'attached_at': '', 'detached_at': '', 'volume_id': '499586eb-e64e-47ba-a181-2c5b41172817', 'serial': '499586eb-e64e-47ba-a181-2c5b41172817'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1408.959899] env[70041]: DEBUG nova.compute.manager [req-2a51e490-7225-41d7-befb-c70fcf7c7add req-268ee274-2cb6-4043-89fa-131fcd1eacee service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Received event network-vif-deleted-79d79302-6287-4406-8924-c8f74edd1a7d {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1408.960135] env[70041]: INFO nova.compute.manager [req-2a51e490-7225-41d7-befb-c70fcf7c7add req-268ee274-2cb6-4043-89fa-131fcd1eacee service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Neutron deleted interface 79d79302-6287-4406-8924-c8f74edd1a7d; detaching it from the instance and deleting it from the info cache [ 1408.960324] env[70041]: DEBUG nova.network.neutron [req-2a51e490-7225-41d7-befb-c70fcf7c7add req-268ee274-2cb6-4043-89fa-131fcd1eacee service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.017753] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.018425] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.019973] env[70041]: INFO nova.compute.claims [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1409.438117] env[70041]: DEBUG nova.network.neutron [-] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.465418] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df35d46d-abcd-432e-a829-6d396422a1c6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.475500] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b16baf8-6ea5-4ff0-b738-097dff260e14 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.505131] env[70041]: DEBUG nova.compute.manager [req-2a51e490-7225-41d7-befb-c70fcf7c7add req-268ee274-2cb6-4043-89fa-131fcd1eacee service nova] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Detach interface failed, port_id=79d79302-6287-4406-8924-c8f74edd1a7d, reason: Instance 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1409.941194] env[70041]: INFO nova.compute.manager [-] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Took 1.45 seconds to deallocate network for instance. [ 1409.966209] env[70041]: DEBUG nova.objects.instance [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'flavor' on Instance uuid 5436c6bf-efda-470a-8286-89b9cd8fc4b9 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.043677] env[70041]: DEBUG nova.scheduler.client.report [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Refreshing inventories for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1410.057803] env[70041]: DEBUG nova.scheduler.client.report [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Updating ProviderTree inventory for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1410.058043] env[70041]: DEBUG nova.compute.provider_tree [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Updating inventory in ProviderTree for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1410.068158] env[70041]: DEBUG nova.scheduler.client.report [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Refreshing aggregate associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, aggregates: None {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1410.086725] env[70041]: DEBUG nova.scheduler.client.report [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Refreshing trait associations for resource provider 4c58aff8-f55e-4b6a-861b-97c91f559388, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=70041) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1410.150415] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722845ef-e02a-4ee0-bfe1-da5a6c466714 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.159207] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec76e625-46ec-423d-8a7b-7c36ce86992b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.192088] env[70041]: DEBUG oslo_concurrency.lockutils [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.192773] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb108e-feb5-420d-995b-4a36910de192 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.201096] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205e425e-87bf-4203-b895-3c1dbaa0d26a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.216203] env[70041]: DEBUG nova.compute.provider_tree [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.448222] env[70041]: DEBUG oslo_concurrency.lockutils [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.470983] env[70041]: DEBUG oslo_concurrency.lockutils [None req-32f10134-b2a9-4cc7-b078-89dfc68236b7 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.471838] env[70041]: DEBUG oslo_concurrency.lockutils [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.280s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.719194] env[70041]: DEBUG nova.scheduler.client.report [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.977063] env[70041]: INFO nova.compute.manager [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Detaching volume 499586eb-e64e-47ba-a181-2c5b41172817 [ 1411.005648] env[70041]: INFO nova.virt.block_device [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Attempting to driver detach volume 499586eb-e64e-47ba-a181-2c5b41172817 from mountpoint /dev/sdb [ 1411.005887] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1411.006076] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638671', 'volume_id': '499586eb-e64e-47ba-a181-2c5b41172817', 'name': 'volume-499586eb-e64e-47ba-a181-2c5b41172817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5436c6bf-efda-470a-8286-89b9cd8fc4b9', 'attached_at': '', 'detached_at': '', 'volume_id': '499586eb-e64e-47ba-a181-2c5b41172817', 'serial': '499586eb-e64e-47ba-a181-2c5b41172817'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1411.006977] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dc585d-3875-437a-848c-e385555a4c6e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.027936] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f852b8-5fa7-4415-ae53-1d97c9b11f2e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.034323] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d090a0f9-22a0-4f96-a559-59986dbac423 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.053602] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0460cec9-d296-48c6-b29f-23008e5263a5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.067443] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] The volume has not been displaced from its original location: [datastore2] volume-499586eb-e64e-47ba-a181-2c5b41172817/volume-499586eb-e64e-47ba-a181-2c5b41172817.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1411.072551] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1411.072757] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4b8f5b7-0e78-4bd7-a885-ec6a8bf8b498 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.090302] env[70041]: DEBUG oslo_vmware.api [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1411.090302] env[70041]: value = "task-3193944" [ 1411.090302] env[70041]: _type = "Task" [ 1411.090302] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.097346] env[70041]: DEBUG oslo_vmware.api [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.224788] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.224936] env[70041]: DEBUG nova.compute.manager [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Start building networks asynchronously for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.227735] env[70041]: DEBUG oslo_concurrency.lockutils [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.780s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.227968] env[70041]: DEBUG nova.objects.instance [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lazy-loading 'resources' on Instance uuid 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.601436] env[70041]: DEBUG oslo_vmware.api [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193944, 'name': ReconfigVM_Task, 'duration_secs': 0.282573} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.601698] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1411.606353] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9a86954-a739-4585-81de-f68a3f7fad14 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.620681] env[70041]: DEBUG oslo_vmware.api [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1411.620681] env[70041]: value = "task-3193945" [ 1411.620681] env[70041]: _type = "Task" [ 1411.620681] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.628226] env[70041]: DEBUG oslo_vmware.api [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.731219] env[70041]: DEBUG nova.compute.utils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Using /dev/sd instead of None {{(pid=70041) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1411.735919] env[70041]: DEBUG nova.compute.manager [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Allocating IP information in the background. {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.736098] env[70041]: DEBUG nova.network.neutron [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] allocate_for_instance() {{(pid=70041) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.782736] env[70041]: DEBUG nova.policy [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa7382e2f33945cd92dfa93bd117325a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015b14f6fdaf44d6a80361a791b9ab72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70041) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.806575] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb43bb6-1202-4f4f-b905-af2ad47f9603 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.814057] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d02d38-6a3e-4755-929a-9e4e7c690fc8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.843127] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4ed8e3-0f5e-4d09-b9d7-c25af7b7de22 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.850576] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1840dd-6a8b-411d-b8db-d304f382f916 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.863601] env[70041]: DEBUG nova.compute.provider_tree [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.042835] env[70041]: DEBUG nova.network.neutron [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Successfully created port: e13c0545-257a-4921-b33e-ba533374622b {{(pid=70041) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.130916] env[70041]: DEBUG oslo_vmware.api [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193945, 'name': ReconfigVM_Task, 'duration_secs': 0.139303} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.131966] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638671', 'volume_id': '499586eb-e64e-47ba-a181-2c5b41172817', 'name': 'volume-499586eb-e64e-47ba-a181-2c5b41172817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5436c6bf-efda-470a-8286-89b9cd8fc4b9', 'attached_at': '', 'detached_at': '', 'volume_id': '499586eb-e64e-47ba-a181-2c5b41172817', 'serial': '499586eb-e64e-47ba-a181-2c5b41172817'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1412.236602] env[70041]: DEBUG nova.compute.manager [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Start building block device mappings for instance. {{(pid=70041) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.367193] env[70041]: DEBUG nova.scheduler.client.report [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.678544] env[70041]: DEBUG nova.objects.instance [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'flavor' on Instance uuid 5436c6bf-efda-470a-8286-89b9cd8fc4b9 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.742019] env[70041]: INFO nova.virt.block_device [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Booting with volume b2bd73a3-38fe-4f3c-895e-2f932f41dfa7 at /dev/sda [ 1412.775573] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-761fa841-7edf-4d15-9dd5-e43f2fd07eae {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.785546] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a9d27e-010d-4a83-bfea-da833bbbe987 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.812068] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef39eb2d-2c18-49d8-8244-f621b8b50d29 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.820927] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2ebaec-76d9-436c-8bc1-6f31a1d9ba0f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.847955] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46da189-94ee-45e3-b2ec-6403f453d33e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.854561] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bbcfd6-2146-42d0-8626-939218e93c67 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.868361] env[70041]: DEBUG nova.virt.block_device [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating existing volume attachment record: 474c6f4d-dcb6-4a9c-8edc-57184724f4fb {{(pid=70041) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1412.872045] env[70041]: DEBUG oslo_concurrency.lockutils [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.897358] env[70041]: INFO nova.scheduler.client.report [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Deleted allocations for instance 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0 [ 1413.407390] env[70041]: DEBUG nova.compute.manager [req-26c5b683-70c4-4b4d-b925-b866f3075e59 req-da8d7cc4-a4b2-4574-83a9-3969a2fd4b4c service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Received event network-vif-plugged-e13c0545-257a-4921-b33e-ba533374622b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1413.407629] env[70041]: DEBUG oslo_concurrency.lockutils [req-26c5b683-70c4-4b4d-b925-b866f3075e59 req-da8d7cc4-a4b2-4574-83a9-3969a2fd4b4c service nova] Acquiring lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.407629] env[70041]: DEBUG oslo_concurrency.lockutils [req-26c5b683-70c4-4b4d-b925-b866f3075e59 req-da8d7cc4-a4b2-4574-83a9-3969a2fd4b4c service nova] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.407781] env[70041]: DEBUG oslo_concurrency.lockutils [req-26c5b683-70c4-4b4d-b925-b866f3075e59 req-da8d7cc4-a4b2-4574-83a9-3969a2fd4b4c service nova] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.407946] env[70041]: DEBUG nova.compute.manager [req-26c5b683-70c4-4b4d-b925-b866f3075e59 req-da8d7cc4-a4b2-4574-83a9-3969a2fd4b4c service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] No waiting events found dispatching network-vif-plugged-e13c0545-257a-4921-b33e-ba533374622b {{(pid=70041) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1413.408116] env[70041]: WARNING nova.compute.manager [req-26c5b683-70c4-4b4d-b925-b866f3075e59 req-da8d7cc4-a4b2-4574-83a9-3969a2fd4b4c service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Received unexpected event network-vif-plugged-e13c0545-257a-4921-b33e-ba533374622b for instance with vm_state building and task_state block_device_mapping. [ 1413.408672] env[70041]: DEBUG oslo_concurrency.lockutils [None req-37e2f6a6-74e1-4a57-8028-312ad898d773 tempest-ServerActionsTestJSON-818664446 tempest-ServerActionsTestJSON-818664446-project-member] Lock "0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.541s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.503243] env[70041]: DEBUG nova.network.neutron [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Successfully updated port: e13c0545-257a-4921-b33e-ba533374622b {{(pid=70041) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.686324] env[70041]: DEBUG oslo_concurrency.lockutils [None req-272349c0-dde6-438e-9ec7-0768f24cbe31 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.886478] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.886805] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.887032] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.887675] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.887886] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.890242] env[70041]: INFO nova.compute.manager [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Terminating instance [ 1414.006273] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.006452] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.006712] env[70041]: DEBUG nova.network.neutron [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.394013] env[70041]: DEBUG nova.compute.manager [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1414.394267] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.395183] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f128219-a937-4d71-b164-a39860e9db8f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.403192] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.403434] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2372582b-075c-430e-88b5-40406f4cf837 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.413396] env[70041]: DEBUG oslo_vmware.api [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1414.413396] env[70041]: value = "task-3193946" [ 1414.413396] env[70041]: _type = "Task" [ 1414.413396] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.423052] env[70041]: DEBUG oslo_vmware.api [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.556808] env[70041]: DEBUG nova.network.neutron [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Instance cache missing network info. {{(pid=70041) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.761062] env[70041]: DEBUG nova.network.neutron [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance_info_cache with network_info: [{"id": "e13c0545-257a-4921-b33e-ba533374622b", "address": "fa:16:3e:c7:fc:3c", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c0545-25", "ovs_interfaceid": "e13c0545-257a-4921-b33e-ba533374622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.923058] env[70041]: DEBUG oslo_vmware.api [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193946, 'name': PowerOffVM_Task, 'duration_secs': 0.200171} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.923296] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.923479] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.923721] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a08ddb98-f83b-4acb-bc65-55422eb07874 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.961686] env[70041]: DEBUG nova.compute.manager [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Start spawning the instance on the hypervisor. {{(pid=70041) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.962241] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.962448] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.962602] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.962782] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.962927] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.963089] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.963288] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.963459] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.963741] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.963927] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.964126] env[70041]: DEBUG nova.virt.hardware [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.965024] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ee9fc3-55b7-4941-95a8-360632003653 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.973259] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0be204-4373-4a72-93d5-1a942c502da3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.989021] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1414.989253] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1414.989415] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleting the datastore file [datastore2] 5436c6bf-efda-470a-8286-89b9cd8fc4b9 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1414.989663] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec9da3f-66e4-4522-b19a-4e1eac3c9652 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.995654] env[70041]: DEBUG oslo_vmware.api [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for the task: (returnval){ [ 1414.995654] env[70041]: value = "task-3193948" [ 1414.995654] env[70041]: _type = "Task" [ 1414.995654] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.003047] env[70041]: DEBUG oslo_vmware.api [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.267117] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.267117] env[70041]: DEBUG nova.compute.manager [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Instance network_info: |[{"id": "e13c0545-257a-4921-b33e-ba533374622b", "address": "fa:16:3e:c7:fc:3c", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c0545-25", "ovs_interfaceid": "e13c0545-257a-4921-b33e-ba533374622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70041) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1415.267117] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:fc:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e13c0545-257a-4921-b33e-ba533374622b', 'vif_model': 'vmxnet3'}] {{(pid=70041) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.272959] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1415.273181] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Creating VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1415.273402] env[70041]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da2345f-be32-47c2-b574-0d02a0a6f9d1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.293157] env[70041]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1415.293157] env[70041]: value = "task-3193949" [ 1415.293157] env[70041]: _type = "Task" [ 1415.293157] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.300799] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193949, 'name': CreateVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.431443] env[70041]: DEBUG nova.compute.manager [req-0c3fb164-56ef-4fa9-bc2f-4acfbf1c4c3e req-3388da2f-f5d4-46e4-98f4-c35dc2b6ebe8 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Received event network-changed-e13c0545-257a-4921-b33e-ba533374622b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1415.431717] env[70041]: DEBUG nova.compute.manager [req-0c3fb164-56ef-4fa9-bc2f-4acfbf1c4c3e req-3388da2f-f5d4-46e4-98f4-c35dc2b6ebe8 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Refreshing instance network info cache due to event network-changed-e13c0545-257a-4921-b33e-ba533374622b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1415.431861] env[70041]: DEBUG oslo_concurrency.lockutils [req-0c3fb164-56ef-4fa9-bc2f-4acfbf1c4c3e req-3388da2f-f5d4-46e4-98f4-c35dc2b6ebe8 service nova] Acquiring lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.432016] env[70041]: DEBUG oslo_concurrency.lockutils [req-0c3fb164-56ef-4fa9-bc2f-4acfbf1c4c3e req-3388da2f-f5d4-46e4-98f4-c35dc2b6ebe8 service nova] Acquired lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.432181] env[70041]: DEBUG nova.network.neutron [req-0c3fb164-56ef-4fa9-bc2f-4acfbf1c4c3e req-3388da2f-f5d4-46e4-98f4-c35dc2b6ebe8 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Refreshing network info cache for port e13c0545-257a-4921-b33e-ba533374622b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.201510] env[70041]: DEBUG oslo_vmware.api [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Task: {'id': task-3193948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129739} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.204345] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.204528] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.204699] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.204863] env[70041]: INFO nova.compute.manager [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Took 1.81 seconds to destroy the instance on the hypervisor. [ 1416.205099] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.205487] env[70041]: DEBUG oslo_vmware.api [-] Task: {'id': task-3193949, 'name': CreateVM_Task, 'duration_secs': 0.357839} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.205697] env[70041]: DEBUG nova.compute.manager [-] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.205785] env[70041]: DEBUG nova.network.neutron [-] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.207196] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Created VM on the ESX host {{(pid=70041) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.207764] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638670', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'name': 'volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'serial': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7'}, 'device_type': None, 'attachment_id': '474c6f4d-dcb6-4a9c-8edc-57184724f4fb', 'guest_format': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'volume_type': None}], 'swap': None} {{(pid=70041) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1416.207966] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Root volume attach. Driver type: vmdk {{(pid=70041) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1416.208934] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a86ab7-95f9-48d1-9533-1e91b4de9941 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.216733] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c75035-023f-4610-a5e1-ab3b781d1ddf {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.223391] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756f2154-1691-43c5-b49c-1f6d685e8eb6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.229935] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5f18e13c-7292-48a4-b1ef-528b5decec2b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.239681] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1416.239681] env[70041]: value = "task-3193950" [ 1416.239681] env[70041]: _type = "Task" [ 1416.239681] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.249732] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193950, 'name': RelocateVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.444627] env[70041]: DEBUG nova.network.neutron [req-0c3fb164-56ef-4fa9-bc2f-4acfbf1c4c3e req-3388da2f-f5d4-46e4-98f4-c35dc2b6ebe8 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updated VIF entry in instance network info cache for port e13c0545-257a-4921-b33e-ba533374622b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.444991] env[70041]: DEBUG nova.network.neutron [req-0c3fb164-56ef-4fa9-bc2f-4acfbf1c4c3e req-3388da2f-f5d4-46e4-98f4-c35dc2b6ebe8 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance_info_cache with network_info: [{"id": "e13c0545-257a-4921-b33e-ba533374622b", "address": "fa:16:3e:c7:fc:3c", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c0545-25", "ovs_interfaceid": "e13c0545-257a-4921-b33e-ba533374622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.659313] env[70041]: DEBUG nova.compute.manager [req-befecbed-90e6-4482-9a70-9aee8f1ee4d5 req-a795f3ea-c1a9-4f34-bb7e-9a3cfe4c1f02 service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Received event network-vif-deleted-c457a902-7645-4700-b29b-d34495d40fd6 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1416.659509] env[70041]: INFO nova.compute.manager [req-befecbed-90e6-4482-9a70-9aee8f1ee4d5 req-a795f3ea-c1a9-4f34-bb7e-9a3cfe4c1f02 service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Neutron deleted interface c457a902-7645-4700-b29b-d34495d40fd6; detaching it from the instance and deleting it from the info cache [ 1416.659770] env[70041]: DEBUG nova.network.neutron [req-befecbed-90e6-4482-9a70-9aee8f1ee4d5 req-a795f3ea-c1a9-4f34-bb7e-9a3cfe4c1f02 service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.749558] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193950, 'name': RelocateVM_Task, 'duration_secs': 0.416688} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.749837] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Volume attach. Driver type: vmdk {{(pid=70041) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1416.750078] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638670', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'name': 'volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'serial': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1416.750775] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ef5ed4-60be-4539-813f-b633d3c4ff2b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.765470] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f022777c-33ed-41b0-bc27-144fd2ff028c {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.787458] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7/volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.787705] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a26e96f-8fda-407f-bded-7d9f503e5cd8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.807302] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1416.807302] env[70041]: value = "task-3193951" [ 1416.807302] env[70041]: _type = "Task" [ 1416.807302] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.815009] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.947291] env[70041]: DEBUG oslo_concurrency.lockutils [req-0c3fb164-56ef-4fa9-bc2f-4acfbf1c4c3e req-3388da2f-f5d4-46e4-98f4-c35dc2b6ebe8 service nova] Releasing lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.135141] env[70041]: DEBUG nova.network.neutron [-] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.162166] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b9cc6e0-2478-4da0-b97e-bc035cd89eb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.172880] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609574cd-f2f1-452b-99e3-64107ddcc7c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.199891] env[70041]: DEBUG nova.compute.manager [req-befecbed-90e6-4482-9a70-9aee8f1ee4d5 req-a795f3ea-c1a9-4f34-bb7e-9a3cfe4c1f02 service nova] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Detach interface failed, port_id=c457a902-7645-4700-b29b-d34495d40fd6, reason: Instance 5436c6bf-efda-470a-8286-89b9cd8fc4b9 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1417.317315] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193951, 'name': ReconfigVM_Task, 'duration_secs': 0.255442} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.317589] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7/volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.322145] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2a62ea-d0f4-43b8-ac42-2eb27699a4cd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.337120] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1417.337120] env[70041]: value = "task-3193952" [ 1417.337120] env[70041]: _type = "Task" [ 1417.337120] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.345012] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.640356] env[70041]: INFO nova.compute.manager [-] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Took 1.43 seconds to deallocate network for instance. [ 1417.846838] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193952, 'name': ReconfigVM_Task, 'duration_secs': 0.132778} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.847142] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638670', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'name': 'volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'serial': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7'} {{(pid=70041) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1417.847661] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd9bec8-a7aa-400c-947d-231bb29b58a1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.854596] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1417.854596] env[70041]: value = "task-3193953" [ 1417.854596] env[70041]: _type = "Task" [ 1417.854596] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.863128] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193953, 'name': Rename_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.149110] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.149110] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.149110] env[70041]: DEBUG nova.objects.instance [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lazy-loading 'resources' on Instance uuid 5436c6bf-efda-470a-8286-89b9cd8fc4b9 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.364821] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193953, 'name': Rename_Task, 'duration_secs': 0.278269} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.365078] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.365309] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9408ec3-897f-4b34-85a2-1067df0da45d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.371114] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1418.371114] env[70041]: value = "task-3193954" [ 1418.371114] env[70041]: _type = "Task" [ 1418.371114] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.378217] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.712927] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bd2683-7f9a-4012-bd2c-90d94cef02b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.721585] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa66a80-defb-4576-83cd-ee5e6e7aeadd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.751326] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb27cc05-ae83-4843-91f6-e4247c4693f2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.758482] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20261409-0830-4bca-8a86-56bdfb10cc57 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.771139] env[70041]: DEBUG nova.compute.provider_tree [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.880623] env[70041]: DEBUG oslo_vmware.api [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193954, 'name': PowerOnVM_Task, 'duration_secs': 0.490851} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.880874] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.881616] env[70041]: INFO nova.compute.manager [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Took 3.92 seconds to spawn the instance on the hypervisor. [ 1418.881616] env[70041]: DEBUG nova.compute.manager [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Checking state {{(pid=70041) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.882123] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938a4615-8772-4d64-9754-701d27ad4711 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.274024] env[70041]: DEBUG nova.scheduler.client.report [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.398690] env[70041]: INFO nova.compute.manager [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Took 10.40 seconds to build instance. [ 1419.779113] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.798880] env[70041]: INFO nova.scheduler.client.report [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Deleted allocations for instance 5436c6bf-efda-470a-8286-89b9cd8fc4b9 [ 1419.901287] env[70041]: DEBUG oslo_concurrency.lockutils [None req-ed1de259-8cab-4605-add5-e4f11d75d802 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.911s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.118356] env[70041]: DEBUG nova.compute.manager [req-49741485-4949-425c-8b54-a1bffda364d3 req-0d4adf4b-1eaf-4cad-ace4-324fd057ebe9 service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Received event network-changed-81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1420.118730] env[70041]: DEBUG nova.compute.manager [req-49741485-4949-425c-8b54-a1bffda364d3 req-0d4adf4b-1eaf-4cad-ace4-324fd057ebe9 service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Refreshing instance network info cache due to event network-changed-81ceee26-6bd3-46dd-8260-e1bd775e7851. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1420.118835] env[70041]: DEBUG oslo_concurrency.lockutils [req-49741485-4949-425c-8b54-a1bffda364d3 req-0d4adf4b-1eaf-4cad-ace4-324fd057ebe9 service nova] Acquiring lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.118959] env[70041]: DEBUG oslo_concurrency.lockutils [req-49741485-4949-425c-8b54-a1bffda364d3 req-0d4adf4b-1eaf-4cad-ace4-324fd057ebe9 service nova] Acquired lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.119134] env[70041]: DEBUG nova.network.neutron [req-49741485-4949-425c-8b54-a1bffda364d3 req-0d4adf4b-1eaf-4cad-ace4-324fd057ebe9 service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Refreshing network info cache for port 81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.306331] env[70041]: DEBUG oslo_concurrency.lockutils [None req-66b64a0d-c92e-49ab-ae58-246a6b61a3f1 tempest-AttachVolumeNegativeTest-604513775 tempest-AttachVolumeNegativeTest-604513775-project-member] Lock "5436c6bf-efda-470a-8286-89b9cd8fc4b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.419s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.816118] env[70041]: DEBUG nova.network.neutron [req-49741485-4949-425c-8b54-a1bffda364d3 req-0d4adf4b-1eaf-4cad-ace4-324fd057ebe9 service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Updated VIF entry in instance network info cache for port 81ceee26-6bd3-46dd-8260-e1bd775e7851. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.816497] env[70041]: DEBUG nova.network.neutron [req-49741485-4949-425c-8b54-a1bffda364d3 req-0d4adf4b-1eaf-4cad-ace4-324fd057ebe9 service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Updating instance_info_cache with network_info: [{"id": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "address": "fa:16:3e:c1:67:a2", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81ceee26-6b", "ovs_interfaceid": "81ceee26-6bd3-46dd-8260-e1bd775e7851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.319745] env[70041]: DEBUG oslo_concurrency.lockutils [req-49741485-4949-425c-8b54-a1bffda364d3 req-0d4adf4b-1eaf-4cad-ace4-324fd057ebe9 service nova] Releasing lock "refresh_cache-2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.718073] env[70041]: DEBUG nova.compute.manager [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Stashing vm_state: active {{(pid=70041) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1422.143652] env[70041]: DEBUG nova.compute.manager [req-d96227bd-5a97-4825-beb6-5651124e61e8 req-dd4ea8b1-a6f2-484d-8c0d-01179e2cf361 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Received event network-changed-e13c0545-257a-4921-b33e-ba533374622b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1422.143862] env[70041]: DEBUG nova.compute.manager [req-d96227bd-5a97-4825-beb6-5651124e61e8 req-dd4ea8b1-a6f2-484d-8c0d-01179e2cf361 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Refreshing instance network info cache due to event network-changed-e13c0545-257a-4921-b33e-ba533374622b. {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11743}} [ 1422.144051] env[70041]: DEBUG oslo_concurrency.lockutils [req-d96227bd-5a97-4825-beb6-5651124e61e8 req-dd4ea8b1-a6f2-484d-8c0d-01179e2cf361 service nova] Acquiring lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.144203] env[70041]: DEBUG oslo_concurrency.lockutils [req-d96227bd-5a97-4825-beb6-5651124e61e8 req-dd4ea8b1-a6f2-484d-8c0d-01179e2cf361 service nova] Acquired lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.144360] env[70041]: DEBUG nova.network.neutron [req-d96227bd-5a97-4825-beb6-5651124e61e8 req-dd4ea8b1-a6f2-484d-8c0d-01179e2cf361 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Refreshing network info cache for port e13c0545-257a-4921-b33e-ba533374622b {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.240571] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.240880] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.745404] env[70041]: INFO nova.compute.claims [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.072016] env[70041]: DEBUG nova.network.neutron [req-d96227bd-5a97-4825-beb6-5651124e61e8 req-dd4ea8b1-a6f2-484d-8c0d-01179e2cf361 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updated VIF entry in instance network info cache for port e13c0545-257a-4921-b33e-ba533374622b. {{(pid=70041) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.072423] env[70041]: DEBUG nova.network.neutron [req-d96227bd-5a97-4825-beb6-5651124e61e8 req-dd4ea8b1-a6f2-484d-8c0d-01179e2cf361 service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance_info_cache with network_info: [{"id": "e13c0545-257a-4921-b33e-ba533374622b", "address": "fa:16:3e:c7:fc:3c", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c0545-25", "ovs_interfaceid": "e13c0545-257a-4921-b33e-ba533374622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.255156] env[70041]: INFO nova.compute.resource_tracker [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating resource usage from migration 0c166e62-645c-4af4-9fb0-dcd7d6e26d7b [ 1423.315260] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef9d0cd-c859-4d77-b2a0-6187adc11fe8 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.322515] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8323ba90-616c-4c7f-bc3f-912bfcfc0871 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.351139] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7f0c9e-3233-4092-9a3b-cf1148a9c1b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.357987] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68eee75c-d4d9-4f4b-ae62-39cf406e6aef {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.370526] env[70041]: DEBUG nova.compute.provider_tree [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.574735] env[70041]: DEBUG oslo_concurrency.lockutils [req-d96227bd-5a97-4825-beb6-5651124e61e8 req-dd4ea8b1-a6f2-484d-8c0d-01179e2cf361 service nova] Releasing lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.873915] env[70041]: DEBUG nova.scheduler.client.report [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.379310] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.138s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.379683] env[70041]: INFO nova.compute.manager [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Migrating [ 1424.893962] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.894207] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.896042] env[70041]: DEBUG nova.network.neutron [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.584379] env[70041]: DEBUG nova.network.neutron [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance_info_cache with network_info: [{"id": "e13c0545-257a-4921-b33e-ba533374622b", "address": "fa:16:3e:c7:fc:3c", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c0545-25", "ovs_interfaceid": "e13c0545-257a-4921-b33e-ba533374622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.087193] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.603706] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aea86c-101d-4ca1-ad49-9f5adeebeb71 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.621568] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd' progress to 0 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1427.914526] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.914785] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.914927] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Cleaning up deleted instances with incomplete migration {{(pid=70041) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11873}} [ 1428.127657] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.127958] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d10810-21e1-467b-89e7-6fccf307b413 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.136301] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1428.136301] env[70041]: value = "task-3193958" [ 1428.136301] env[70041]: _type = "Task" [ 1428.136301] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.144242] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.646998] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193958, 'name': PowerOffVM_Task, 'duration_secs': 0.217559} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.647394] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.647477] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd' progress to 17 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.157786] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.158139] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.158334] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.158529] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.158678] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.158821] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.159086] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.159273] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.159442] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.159610] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.159783] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.165023] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7adc861-03ee-4d21-a080-013c4b34bd55 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.180784] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1429.180784] env[70041]: value = "task-3193959" [ 1429.180784] env[70041]: _type = "Task" [ 1429.180784] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.190145] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.413230] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.690618] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193959, 'name': ReconfigVM_Task, 'duration_secs': 0.156034} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.691029] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd' progress to 33 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.914124] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.914353] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.914498] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1430.197279] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-26T22:57:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.197489] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.197640] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image limits 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.197819] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Flavor pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.197964] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Image pref 0:0:0 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.198126] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70041) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.198383] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.198566] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.198737] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Got 1 possible topologies {{(pid=70041) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.198903] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.199089] env[70041]: DEBUG nova.virt.hardware [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70041) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.204322] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1430.204610] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f29353c-6bca-4739-9e2b-9f2fa0e3e685 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.223285] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1430.223285] env[70041]: value = "task-3193960" [ 1430.223285] env[70041]: _type = "Task" [ 1430.223285] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.230632] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.733864] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193960, 'name': ReconfigVM_Task, 'duration_secs': 0.150283} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.734238] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1430.734945] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db029e5-3327-4d5a-a9b7-cfd1250c7166 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.756113] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7/volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.756333] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b28f032-9b21-42a2-a6f5-cfff32f73229 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.773693] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1430.773693] env[70041]: value = "task-3193961" [ 1430.773693] env[70041]: _type = "Task" [ 1430.773693] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.780896] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.913832] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.914128] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.283243] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193961, 'name': ReconfigVM_Task, 'duration_secs': 0.266535} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.283529] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7/volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7.vmdk or device None with type thin {{(pid=70041) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.283777] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd' progress to 50 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1431.417266] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.417497] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.417666] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.417817] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1431.418734] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eddec1-b7eb-4c74-bc31-16c49fdd09d0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.427011] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17610935-b6b8-45dd-b094-dcdad6fe8578 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.439880] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98f2f2d-9347-4b5e-9cce-f33319fffdba {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.445702] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3ab3d8-f554-447a-9d2f-d5483eb9ff48 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.474531] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180476MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1431.474614] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.474809] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.791095] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4542134-c99d-4c1a-b3e0-06fba6e44f11 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.809674] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9ef36e-8c0f-4304-98b8-2e2a91dd0420 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.826500] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd' progress to 67 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.482638] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Applying migration context for instance 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd as it has an incoming, in-progress migration 0c166e62-645c-4af4-9fb0-dcd7d6e26d7b. Migration status is migrating {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1432.483378] env[70041]: INFO nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating resource usage from migration 0c166e62-645c-4af4-9fb0-dcd7d6e26d7b [ 1432.503140] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1432.503293] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance e59ba399-e341-400e-ae43-17fd6af7a2a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1432.503415] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Migration 0c166e62-645c-4af4-9fb0-dcd7d6e26d7b is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1432.503534] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Instance 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70041) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1432.503704] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1432.503835] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1432.556973] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da694b7-6653-4bcb-90ed-681eadaf5970 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.564179] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831822d2-f610-4943-b04c-8e324ae3b4a7 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.594711] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a2946-c4d8-4f0e-b66f-72707b500c41 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.601582] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b7c2b4-52d0-49f1-a24d-ea5170f9bbb3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.614114] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.118189] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.459900] env[70041]: DEBUG nova.network.neutron [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Port e13c0545-257a-4921-b33e-ba533374622b binding to destination host cpu-1 is already ACTIVE {{(pid=70041) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1433.622806] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1433.622982] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.480758] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.480758] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.481191] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.623021] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.623254] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.521948] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.522212] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.522339] env[70041]: DEBUG nova.network.neutron [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.222516] env[70041]: DEBUG nova.network.neutron [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance_info_cache with network_info: [{"id": "e13c0545-257a-4921-b33e-ba533374622b", "address": "fa:16:3e:c7:fc:3c", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c0545-25", "ovs_interfaceid": "e13c0545-257a-4921-b33e-ba533374622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.725203] env[70041]: DEBUG oslo_concurrency.lockutils [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.234201] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b977509-07ff-4095-8621-f6dd92f1b4ee {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.240789] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1705d60-25f6-4e93-a776-a7b18554e580 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.451695] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9424962-729f-440d-8d71-4595921ad54f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.470578] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b4124a-d7d9-4b33-aabb-7f1eb6adc240 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.477119] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd' progress to 83 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.914674] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.914872] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Cleaning up deleted instances {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11835}} [ 1438.983154] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Powering on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.983939] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf200c67-2135-4169-9ec5-ac80cdf7111e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.991976] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1438.991976] env[70041]: value = "task-3193962" [ 1438.991976] env[70041]: _type = "Task" [ 1438.991976] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.999681] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.423540] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] There are 27 instances to clean {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11844}} [ 1439.423727] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 5436c6bf-efda-470a-8286-89b9cd8fc4b9] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1439.502189] env[70041]: DEBUG oslo_vmware.api [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193962, 'name': PowerOnVM_Task, 'duration_secs': 0.360157} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.502538] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Powered on the VM {{(pid=70041) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.502617] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-db29ba80-54fd-4532-b46e-5990eb5a04b3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd' progress to 100 {{(pid=70041) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1439.927619] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 0b3e7e1b-6c23-4984-a464-d1fd58e8a7e0] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1440.431533] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 2b361a67-2fb4-4048-b910-e7d022a6d786] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1440.934871] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 05bd279d-6375-41e2-aa86-fc75edcfd60f] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1441.437885] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: c7b6f78b-3286-4cf7-81fc-01be89532604] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1441.942509] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: d7e8e013-54f7-4e5a-bab3-b5d1ac90d04f] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1442.030269] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.030528] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.030767] env[70041]: DEBUG nova.compute.manager [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Going to confirm migration 10 {{(pid=70041) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1442.445610] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 833a458c-ef64-4a96-ad14-9076dde74e7c] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1442.609199] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.609412] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquired lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.609609] env[70041]: DEBUG nova.network.neutron [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Building network info cache for instance {{(pid=70041) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.609800] env[70041]: DEBUG nova.objects.instance [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lazy-loading 'info_cache' on Instance uuid 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1442.948995] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 30d3f01a-489f-47da-aad4-f9a16f033cc7] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1443.452375] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: e8629c99-2227-4026-9418-293069225ebe] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1443.834260] env[70041]: DEBUG nova.network.neutron [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance_info_cache with network_info: [{"id": "e13c0545-257a-4921-b33e-ba533374622b", "address": "fa:16:3e:c7:fc:3c", "network": {"id": "2a70f773-6061-484d-b4a5-8a1992e798d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-984419927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015b14f6fdaf44d6a80361a791b9ab72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape13c0545-25", "ovs_interfaceid": "e13c0545-257a-4921-b33e-ba533374622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.955810] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 5582ab5d-766c-43a3-ac16-3cde16f94e4b] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1444.337017] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Releasing lock "refresh_cache-0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" {{(pid=70041) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.337309] env[70041]: DEBUG nova.objects.instance [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lazy-loading 'migration_context' on Instance uuid 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.458602] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: d3c8dc88-6f40-4ee3-9a32-3f980e3c53fd] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1444.840392] env[70041]: DEBUG nova.objects.base [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Object Instance<0da4067f-405c-4ce9-8bef-9ad04fdd9fcd> lazy-loaded attributes: info_cache,migration_context {{(pid=70041) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1444.841347] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6029fc1-10ca-4fa5-86a4-0bc553886c57 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.860332] env[70041]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b7790f-b102-41fb-9c21-662f52df3a42 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.865338] env[70041]: DEBUG oslo_vmware.api [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1444.865338] env[70041]: value = "session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527fa1d5-b71d-8b8e-0457-456372dcc819" [ 1444.865338] env[70041]: _type = "Task" [ 1444.865338] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.872451] env[70041]: DEBUG oslo_vmware.api [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527fa1d5-b71d-8b8e-0457-456372dcc819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.963063] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: f18fe357-1aa9-422f-9d47-09015698253d] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1445.375469] env[70041]: DEBUG oslo_vmware.api [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': session[52487a59-a85d-e62a-baba-ecd2d2b54c18]527fa1d5-b71d-8b8e-0457-456372dcc819, 'name': SearchDatastore_Task, 'duration_secs': 0.007443} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.375747] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.375991] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.464999] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: db88d685-9df3-4589-8fb1-f4d38a1f6fff] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1445.939473] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f132642-69ac-4516-9d53-b43e137d9a1d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.947159] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302219ae-069b-4e42-ab8c-49aab8fdf507 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.976219] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: dfb6b55f-77ef-4480-8ae0-6dfafa78072c] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1445.978647] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025997f6-0134-4a90-b34e-f7af29304abd {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.986257] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1632c0ff-6f0c-4126-9457-96bf1bc553df {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.999067] env[70041]: DEBUG nova.compute.provider_tree [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.482707] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: c9be0ee4-aa0a-4a86-ad1b-c469a60a9d5a] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1446.502811] env[70041]: DEBUG nova.scheduler.client.report [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.986390] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 8324f683-c7fd-438e-9a15-91438206100e] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1447.489292] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: a0cfb5e3-9f7e-4a8c-a61e-750bd5c7b7cd] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1447.511602] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.135s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.992779] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: f9a81385-6edd-4858-bf7c-3cf17506fea7] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1448.064302] env[70041]: INFO nova.scheduler.client.report [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted allocation for migration 0c166e62-645c-4af4-9fb0-dcd7d6e26d7b [ 1448.348149] env[70041]: INFO nova.compute.manager [None req-fb110bb3-5671-408e-973b-f98916b499e3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Get console output [ 1448.348386] env[70041]: WARNING nova.virt.vmwareapi.driver [None req-fb110bb3-5671-408e-973b-f98916b499e3 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] The console log is missing. Check your VSPC configuration [ 1448.495630] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 9a819429-a81c-4e57-bfd8-6cf29d1a5d35] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1448.570610] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d250fb31-2c25-44b7-a56c-98351f959200 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.540s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.999551] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: e67dd1ab-a925-42ed-992c-3ad264bdb058] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1449.502719] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: d61ce6e9-fa8a-4ffe-b49f-6c450d8ade14] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1450.006552] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 5d4adfe6-37bf-444d-9139-a60f3105bbfd] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1450.510545] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 66a6ebb2-e863-4ac7-88ca-80afce8ba94e] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1451.014566] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 5e015b19-d4b3-4683-85bc-69c69653530e] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1451.518374] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: de3b62b9-80ab-4f8f-a9ed-8d32479e0771] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1452.021776] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: a23b3cab-adeb-4904-b7d9-68b5ce084239] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1452.525630] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] [instance: 7a49c9e4-58f0-480e-af9e-0d508eed3b7a] Instance has had 0 of 5 cleanup attempts {{(pid=70041) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11848}} [ 1453.029107] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1475.341154] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.341561] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.341694] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.341823] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.341999] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.345896] env[70041]: INFO nova.compute.manager [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Terminating instance [ 1475.851032] env[70041]: DEBUG nova.compute.manager [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1475.851313] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.851667] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18ddbc9d-5284-4d23-801f-81b2c6d125f5 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.860249] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1475.860249] env[70041]: value = "task-3193963" [ 1475.860249] env[70041]: _type = "Task" [ 1475.860249] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.867993] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.370442] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193963, 'name': PowerOffVM_Task, 'duration_secs': 0.187311} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.370797] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.370890] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Volume detach. Driver type: vmdk {{(pid=70041) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1476.371100] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638670', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'name': 'volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd', 'attached_at': '2025-03-26T23:13:36.000000', 'detached_at': '', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'serial': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1476.371830] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf3eef8-40db-472d-a057-63a22035f64a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.388998] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc55031-b80d-4e81-8b7a-215d4ded54b0 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.394684] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e76abee-2efc-43a8-8a83-4c38fb5aa705 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.411094] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df4d803-37f8-459e-ad8c-0b5808f008c9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.426058] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] The volume has not been displaced from its original location: [datastore1] volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7/volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7.vmdk. No consolidation needed. {{(pid=70041) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1476.431194] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1476.431436] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe1974f-d9eb-4aa4-ab81-6e219453c35b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.447433] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1476.447433] env[70041]: value = "task-3193964" [ 1476.447433] env[70041]: _type = "Task" [ 1476.447433] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.454481] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.957120] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193964, 'name': ReconfigVM_Task, 'duration_secs': 0.165023} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.957441] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=70041) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1476.962024] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6a47c9-840d-4afe-9c35-4f3fe2ad887b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.976713] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1476.976713] env[70041]: value = "task-3193965" [ 1476.976713] env[70041]: _type = "Task" [ 1476.976713] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.984277] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.486594] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193965, 'name': ReconfigVM_Task, 'duration_secs': 0.151095} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.486968] env[70041]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-638670', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'name': 'volume-b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0da4067f-405c-4ce9-8bef-9ad04fdd9fcd', 'attached_at': '2025-03-26T23:13:36.000000', 'detached_at': '', 'volume_id': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7', 'serial': 'b2bd73a3-38fe-4f3c-895e-2f932f41dfa7'} {{(pid=70041) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1477.487177] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1477.487903] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2074ab-2f78-45dc-a4e6-d2b309a35c78 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.493888] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1477.494102] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de64adfd-9717-4083-a64d-f80cf8623b77 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.558621] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1477.558808] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Deleting contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1477.558986] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleting the datastore file [datastore1] 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1477.559253] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16c07fff-4199-4adb-a0a3-b9017b46239b {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.564817] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1477.564817] env[70041]: value = "task-3193967" [ 1477.564817] env[70041]: _type = "Task" [ 1477.564817] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.572225] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.075289] env[70041]: DEBUG oslo_vmware.api [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076594} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.075545] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1478.075725] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Deleted contents of the VM from datastore datastore1 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1478.075896] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1478.076086] env[70041]: INFO nova.compute.manager [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1478.076379] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1478.076563] env[70041]: DEBUG nova.compute.manager [-] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1478.076659] env[70041]: DEBUG nova.network.neutron [-] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1478.512228] env[70041]: DEBUG nova.compute.manager [req-861e4b1c-3dd0-4314-ad99-883e1d73fde8 req-7cb01201-e602-47a8-80c5-abe5f5dfeadf service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Received event network-vif-deleted-e13c0545-257a-4921-b33e-ba533374622b {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1478.512455] env[70041]: INFO nova.compute.manager [req-861e4b1c-3dd0-4314-ad99-883e1d73fde8 req-7cb01201-e602-47a8-80c5-abe5f5dfeadf service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Neutron deleted interface e13c0545-257a-4921-b33e-ba533374622b; detaching it from the instance and deleting it from the info cache [ 1478.512653] env[70041]: DEBUG nova.network.neutron [req-861e4b1c-3dd0-4314-ad99-883e1d73fde8 req-7cb01201-e602-47a8-80c5-abe5f5dfeadf service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.995052] env[70041]: DEBUG nova.network.neutron [-] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.015290] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9626a0af-b115-4fde-ab9f-828a752cb03f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.025955] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48a3d5a-3ac0-46f6-b8ac-26f2dbced581 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.052360] env[70041]: DEBUG nova.compute.manager [req-861e4b1c-3dd0-4314-ad99-883e1d73fde8 req-7cb01201-e602-47a8-80c5-abe5f5dfeadf service nova] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Detach interface failed, port_id=e13c0545-257a-4921-b33e-ba533374622b, reason: Instance 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1479.497588] env[70041]: INFO nova.compute.manager [-] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Took 1.42 seconds to deallocate network for instance. [ 1480.039706] env[70041]: INFO nova.compute.manager [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Took 0.54 seconds to detach 1 volumes for instance. [ 1480.043242] env[70041]: DEBUG nova.compute.manager [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd] Deleting volume: b2bd73a3-38fe-4f3c-895e-2f932f41dfa7 {{(pid=70041) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1480.579651] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.579949] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.580166] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.603722] env[70041]: INFO nova.scheduler.client.report [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted allocations for instance 0da4067f-405c-4ce9-8bef-9ad04fdd9fcd [ 1481.111431] env[70041]: DEBUG oslo_concurrency.lockutils [None req-9a748ad8-5988-4cce-8e5a-7b062cf823cb tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "0da4067f-405c-4ce9-8bef-9ad04fdd9fcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.770s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.047560] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "e59ba399-e341-400e-ae43-17fd6af7a2a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.047841] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "e59ba399-e341-400e-ae43-17fd6af7a2a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.048068] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "e59ba399-e341-400e-ae43-17fd6af7a2a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.048252] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "e59ba399-e341-400e-ae43-17fd6af7a2a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.048451] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "e59ba399-e341-400e-ae43-17fd6af7a2a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.050574] env[70041]: INFO nova.compute.manager [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Terminating instance [ 1482.554071] env[70041]: DEBUG nova.compute.manager [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1482.554440] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1482.555212] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab411d65-c907-4e2e-bd74-9fb1da66d7ec {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.562938] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.563163] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1253475e-b3cb-4dbf-b81f-9387cdb7d172 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.569123] env[70041]: DEBUG oslo_vmware.api [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1482.569123] env[70041]: value = "task-3193969" [ 1482.569123] env[70041]: _type = "Task" [ 1482.569123] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.576548] env[70041]: DEBUG oslo_vmware.api [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.079107] env[70041]: DEBUG oslo_vmware.api [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193969, 'name': PowerOffVM_Task, 'duration_secs': 0.203522} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.079369] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.079540] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.079777] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe03a7ec-8326-431a-b2c6-e6fbd18dec88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.147234] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.147493] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.147649] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleting the datastore file [datastore2] e59ba399-e341-400e-ae43-17fd6af7a2a4 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.147906] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-561a7922-ae9c-4cba-b126-a6d42976de08 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.154255] env[70041]: DEBUG oslo_vmware.api [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1483.154255] env[70041]: value = "task-3193971" [ 1483.154255] env[70041]: _type = "Task" [ 1483.154255] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.161539] env[70041]: DEBUG oslo_vmware.api [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.664057] env[70041]: DEBUG oslo_vmware.api [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130478} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.664403] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1483.664515] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1483.664698] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1483.664871] env[70041]: INFO nova.compute.manager [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1483.665125] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1483.665332] env[70041]: DEBUG nova.compute.manager [-] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1483.665418] env[70041]: DEBUG nova.network.neutron [-] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1483.941236] env[70041]: DEBUG nova.compute.manager [req-9f7932fb-bee3-4b3f-8846-4b94471cc0cd req-efffdea5-e0e3-4175-8b0a-3599f04873d5 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Received event network-vif-deleted-2ed4ba05-7424-44bf-a549-3fa8e0087898 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1483.941399] env[70041]: INFO nova.compute.manager [req-9f7932fb-bee3-4b3f-8846-4b94471cc0cd req-efffdea5-e0e3-4175-8b0a-3599f04873d5 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Neutron deleted interface 2ed4ba05-7424-44bf-a549-3fa8e0087898; detaching it from the instance and deleting it from the info cache [ 1483.941505] env[70041]: DEBUG nova.network.neutron [req-9f7932fb-bee3-4b3f-8846-4b94471cc0cd req-efffdea5-e0e3-4175-8b0a-3599f04873d5 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.417636] env[70041]: DEBUG nova.network.neutron [-] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.444174] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5923ea2d-4234-4509-9f79-f2851e2902d6 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.454233] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81dd9e0-3c25-4889-8af6-e7b9217ded0a {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.478513] env[70041]: DEBUG nova.compute.manager [req-9f7932fb-bee3-4b3f-8846-4b94471cc0cd req-efffdea5-e0e3-4175-8b0a-3599f04873d5 service nova] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Detach interface failed, port_id=2ed4ba05-7424-44bf-a549-3fa8e0087898, reason: Instance e59ba399-e341-400e-ae43-17fd6af7a2a4 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1484.920347] env[70041]: INFO nova.compute.manager [-] [instance: e59ba399-e341-400e-ae43-17fd6af7a2a4] Took 1.25 seconds to deallocate network for instance. [ 1485.426798] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.427112] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.427365] env[70041]: DEBUG nova.objects.instance [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lazy-loading 'resources' on Instance uuid e59ba399-e341-400e-ae43-17fd6af7a2a4 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.973479] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb9a991-090c-4cec-820e-e30eb66f95f9 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.980662] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaed039-5598-4da5-a9c6-6d362c3acf17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.009430] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e646da4-79b1-44ae-b542-6641258d598f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.015871] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00019ce4-281a-4b55-93f8-367093859b93 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.029641] env[70041]: DEBUG nova.compute.provider_tree [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.533199] env[70041]: DEBUG nova.scheduler.client.report [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.037951] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.054929] env[70041]: INFO nova.scheduler.client.report [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted allocations for instance e59ba399-e341-400e-ae43-17fd6af7a2a4 [ 1487.562208] env[70041]: DEBUG oslo_concurrency.lockutils [None req-d40c0818-c576-40a9-b432-df51139a1c89 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "e59ba399-e341-400e-ae43-17fd6af7a2a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.514s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.766652] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.767093] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.767161] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.767353] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.767569] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.769739] env[70041]: INFO nova.compute.manager [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Terminating instance [ 1492.273016] env[70041]: DEBUG nova.compute.manager [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Start destroying the instance on the hypervisor. {{(pid=70041) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1492.273264] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Destroying instance {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.274160] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8484a428-ea4d-48be-81d2-5b6a155ff616 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.281936] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Powering off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.282172] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8920fd15-aa4d-48e9-b53c-08c46bcda00d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.287592] env[70041]: DEBUG oslo_vmware.api [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1492.287592] env[70041]: value = "task-3193973" [ 1492.287592] env[70041]: _type = "Task" [ 1492.287592] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.295117] env[70041]: DEBUG oslo_vmware.api [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.797470] env[70041]: DEBUG oslo_vmware.api [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193973, 'name': PowerOffVM_Task, 'duration_secs': 0.1965} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.797853] env[70041]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Powered off the VM {{(pid=70041) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.797919] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Unregistering the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.798194] env[70041]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66419b6b-53b4-44f4-ade3-4676ad41b839 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.869794] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Unregistered the VM {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.870013] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Deleting contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.870217] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleting the datastore file [datastore2] 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.870478] env[70041]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f3cfadd-7d0d-4201-8bcd-8ee020741118 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.876538] env[70041]: DEBUG oslo_vmware.api [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for the task: (returnval){ [ 1492.876538] env[70041]: value = "task-3193975" [ 1492.876538] env[70041]: _type = "Task" [ 1492.876538] env[70041]: } to complete. {{(pid=70041) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.883640] env[70041]: DEBUG oslo_vmware.api [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.386077] env[70041]: DEBUG oslo_vmware.api [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Task: {'id': task-3193975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129317} completed successfully. {{(pid=70041) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.386377] env[70041]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted the datastore file {{(pid=70041) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.386623] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Deleted contents of the VM from datastore datastore2 {{(pid=70041) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.386765] env[70041]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Instance destroyed {{(pid=70041) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.386940] env[70041]: INFO nova.compute.manager [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1493.387200] env[70041]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70041) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1493.387395] env[70041]: DEBUG nova.compute.manager [-] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Deallocating network for instance {{(pid=70041) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1493.387490] env[70041]: DEBUG nova.network.neutron [-] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] deallocate_for_instance() {{(pid=70041) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.623703] env[70041]: DEBUG nova.compute.manager [req-61e6928e-e26c-447e-ac2d-02a1fc5fc1a7 req-19a14a4e-2bed-4bad-8876-3ffd043fea5c service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Received event network-vif-deleted-81ceee26-6bd3-46dd-8260-e1bd775e7851 {{(pid=70041) external_instance_event /opt/stack/nova/nova/compute/manager.py:11738}} [ 1493.623968] env[70041]: INFO nova.compute.manager [req-61e6928e-e26c-447e-ac2d-02a1fc5fc1a7 req-19a14a4e-2bed-4bad-8876-3ffd043fea5c service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Neutron deleted interface 81ceee26-6bd3-46dd-8260-e1bd775e7851; detaching it from the instance and deleting it from the info cache [ 1493.624089] env[70041]: DEBUG nova.network.neutron [req-61e6928e-e26c-447e-ac2d-02a1fc5fc1a7 req-19a14a4e-2bed-4bad-8876-3ffd043fea5c service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.108229] env[70041]: DEBUG nova.network.neutron [-] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Updating instance_info_cache with network_info: [] {{(pid=70041) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.128297] env[70041]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61489358-b8cc-46c5-98f5-5c866e953d71 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.138695] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26967a90-2dac-428f-8c09-9f8d9b096bb1 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.162649] env[70041]: DEBUG nova.compute.manager [req-61e6928e-e26c-447e-ac2d-02a1fc5fc1a7 req-19a14a4e-2bed-4bad-8876-3ffd043fea5c service nova] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Detach interface failed, port_id=81ceee26-6bd3-46dd-8260-e1bd775e7851, reason: Instance 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 could not be found. {{(pid=70041) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11572}} [ 1494.611104] env[70041]: INFO nova.compute.manager [-] [instance: 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8] Took 1.22 seconds to deallocate network for instance. [ 1495.117846] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.118183] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.118370] env[70041]: DEBUG nova.objects.instance [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lazy-loading 'resources' on Instance uuid 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 {{(pid=70041) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.653845] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb374920-cfdc-4327-949c-1a40b78f7803 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.661542] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097d3c5a-2f3b-4d4f-b51b-a158637d7560 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.693715] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfc619d-a07a-4e62-92d0-d70006e721ed {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.700862] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ab3695-7155-4c81-bfd4-e409f516e15f {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.713965] env[70041]: DEBUG nova.compute.provider_tree [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.216913] env[70041]: DEBUG nova.scheduler.client.report [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.722287] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.740529] env[70041]: INFO nova.scheduler.client.report [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Deleted allocations for instance 2ada73dd-6b25-4864-a3a9-8f13d8f67cd8 [ 1497.249056] env[70041]: DEBUG oslo_concurrency.lockutils [None req-e1fc391b-339b-405b-b635-6060f1418354 tempest-ServerActionsTestOtherA-1699704079 tempest-ServerActionsTestOtherA-1699704079-project-member] Lock "2ada73dd-6b25-4864-a3a9-8f13d8f67cd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.481s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.531406] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.531828] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.035632] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.035844] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.036017] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.036192] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.036338] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.036482] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.036645] env[70041]: DEBUG nova.compute.manager [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70041) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1504.037037] env[70041]: DEBUG oslo_service.periodic_task [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70041) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.539226] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.539607] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.539644] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.539779] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70041) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1504.540796] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b476004-a6b3-49b9-909a-6050a73abb88 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.549076] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455d73a0-ce24-4526-9ba8-0270b16f2d10 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.562877] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a909d726-57c1-4112-8807-a098a41966d3 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.569150] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc4f7d9-8055-4913-b08c-d8dc5f5e926d {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.598693] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180828MB free_disk=126GB free_vcpus=48 pci_devices=None {{(pid=70041) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1504.598825] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.599055] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.620205] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1505.620567] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70041) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1505.633244] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154be58d-4ba4-4726-a8a0-9c5d4a940f17 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.640442] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa03be0-7a21-46da-a913-c5b4b335f7d2 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.668541] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06698512-6ab3-4c42-b2d2-a342af83ca02 {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.675402] env[70041]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6c8081-c570-4c09-80e1-ca292ed3fa6e {{(pid=70041) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.688844] env[70041]: DEBUG nova.compute.provider_tree [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed in ProviderTree for provider: 4c58aff8-f55e-4b6a-861b-97c91f559388 {{(pid=70041) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.192316] env[70041]: DEBUG nova.scheduler.client.report [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Inventory has not changed for provider 4c58aff8-f55e-4b6a-861b-97c91f559388 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 126, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70041) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.697547] env[70041]: DEBUG nova.compute.resource_tracker [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70041) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1506.697933] env[70041]: DEBUG oslo_concurrency.lockutils [None req-1d4984e2-9d21-4a06-a0b3-2004083225f1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=70041) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}